-- Logs begin at Wed 2022-08-17 13:34:09 UTC, end at Wed 2022-08-17 14:40:47 UTC. -- Aug 17 14:11:56.369907 dv-cinder-820027-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 14:11:59.067898 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.common.config [-] Logging enabled! Aug 17 14:11:59.068493 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev483 Aug 17 14:11:59.068689 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106255) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 17 14:11:59.071920 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.common.config [-] Logging enabled! Aug 17 14:11:59.072177 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev483 Aug 17 14:11:59.072492 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106255) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 17 14:11:59.073442 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 14:11:59.073677 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 14:11:59.074192 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 14:11:59.074443 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 14:11:59.074671 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 14:11:59.074994 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.075298 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.075531 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.075830 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.076125 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.076411 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.076703 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.077007 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.077297 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.077580 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.077885 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.078125 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.078412 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.078704 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.078998 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.079227 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] debug = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.079513 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.079942 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.080345 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.080636 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.080933 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.081821 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.082113 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.082395 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.082686 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.083023 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] host = dv-cinder-820027-18-iscsi {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.083309 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.083605 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.083899 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.084192 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.084472 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.084753 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.085043 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.085321 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.085599 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.085898 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.086195 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.086488 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.086937 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.087173 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.087402 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.087695 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.087991 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.088274 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.088555 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.088835 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.089117 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.089398 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.089672 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.089999 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.090292 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.090585 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.090865 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.091152 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.091429 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.091706 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.091996 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.092274 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.092552 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.092830 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.093123 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.093395 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.093676 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.094008 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.094565 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.094852 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.095143 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.095421 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.095708 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.095983 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.096259 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.096534 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] use_json = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.097495 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.097973 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.098277 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.098563 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.098845 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.099126 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.099402 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.099692 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.099973 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:11:59.100274 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.100575 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.100880 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.101173 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.101483 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.101769 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.102088 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.102372 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.102666 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.102960 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.103250 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.103532 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.103881 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.104128 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.104428 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.104736 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.105033 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.105329 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.105609 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.105909 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.106191 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.106475 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.106766 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.107046 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.107337 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.107629 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.107909 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.108213 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.108504 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.108793 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.109089 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.109382 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.109659 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.109966 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.110263 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.110544 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.110819 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.111116 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.111395 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.111669 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.111953 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.112274 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.112575 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.112925 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.113218 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.113512 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.113792 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.114091 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.114366 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.114647 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.114921 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.115208 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.115487 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.115761 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.116032 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.116310 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.116584 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.116858 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.117137 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.117411 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.117686 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.117987 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.118260 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.118534 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.118806 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.119078 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.119349 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.119620 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.119900 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.120176 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.120454 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.120730 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.121005 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.121287 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.121588 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.121894 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.122172 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.122453 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.122733 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.123014 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.123293 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.123573 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.123856 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.124129 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.124423 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.124708 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.124997 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.125283 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.125564 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.125906 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.126197 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.126482 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.126767 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.127048 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.127333 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.127620 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.128430 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.128890 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.129266 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.129562 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.129907 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.130193 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.130483 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.130785 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.131091 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.131393 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.131681 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.131997 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.132281 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:11:59.132503 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 14:11:59.132742 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106255) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 14:11:59.438732 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 17 14:11:59.438973 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 17 14:11:59.439238 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 17 14:11:59.439473 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 17 14:11:59.439754 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 17 14:11:59.440085 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 14:11:59.855140 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.855443 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.855718 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.857033 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.857310 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.857577 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.910948 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.911226 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.911498 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.925993 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.926282 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.926554 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.956688 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.956964 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.957239 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.994604 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.994888 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:11:59.995157 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.232935 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.233535 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.233535 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.233894 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.234779 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.335981 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.336323 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.336634 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.336936 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.337209 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.337544 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.337840 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.338173 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.338443 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.338735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.339004 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.339279 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.339544 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.339827 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.340124 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.340430 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.340710 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.341015 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.341323 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.341618 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.341968 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.342248 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.342538 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.342923 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.343213 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.343468 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.343867 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:00.344377 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:00.344639 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:00.344901 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:00.345171 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:00.345445 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:00.345837 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 14:12:00.349980 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 14:12:00.354202 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 14:12:00.360336 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 17 14:12:00.363127 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 14:12:00.364228 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 14:12:00.364775 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 14:12:00.365396 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 14:12:00.368715 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 14:12:00.368986 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 14:12:00.369382 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 14:12:00.374858 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 14:12:00.399432 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 14:12:00.399900 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.400204 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 17 14:12:00.400586 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.402014 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 14:12:00.402331 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 14:12:00.402596 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 14:12:00.406247 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.406552 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:00.481360 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 14:12:00.481600 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 14:12:00.481835 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 14:12:00.482255 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 14:12:00.535764 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO dbcounter [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Registered counter for database neutron Aug 17 14:12:00.555554 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_db.sqlalchemy.engines [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106255) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 14:12:00.561339 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writer thread running {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 14:12:01.111046 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing driver for type 'gre' Aug 17 14:12:01.111563 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] gre ID ranges: [(1, 1000)] Aug 17 14:12:01.175979 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing driver for type 'local' Aug 17 14:12:01.176376 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing driver for type 'vlan' Aug 17 14:12:01.189480 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] VlanTypeDriver initialization complete Aug 17 14:12:01.189825 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing driver for type 'vxlan' Aug 17 14:12:01.190378 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] vxlan ID ranges: [(1, 1000)] Aug 17 14:12:01.243908 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing extension driver 'port_security' Aug 17 14:12:01.244566 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] PortSecurityExtensionDriver initialization complete Aug 17 14:12:01.244566 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing mechanism driver 'openvswitch' Aug 17 14:12:01.244907 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing mechanism driver 'hyperv' Aug 17 14:12:01.251629 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:01.252297 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.252700 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.253256 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.253962 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 14:12:01.254391 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.254755 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.255109 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.255506 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 14:12:01.255923 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.256282 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.256636 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.257029 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 14:12:01.257436 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > security_group after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.257792 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > security_group after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.258163 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.258557 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 14:12:01.258963 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.259314 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.259660 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.260048 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 14:12:01.260453 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > address_group after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.260804 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > address_group after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.261148 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.261540 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 17 14:12:01.262013 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] ML2 OVO RPC backend initialized. {{(pid=106255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 17 14:12:01.262729 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.263087 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.263606 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.263969 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > networks before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.264321 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.264667 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > ports before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.265012 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.265358 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnets before_response 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.265709 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.266080 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.266423 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.266766 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.267110 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.267452 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.267793 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.268133 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.269030 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.276663 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded quota_driver: . Aug 17 14:12:01.277033 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Modular L2 Plugin initialization complete Aug 17 14:12:01.277383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading services supported by the core plugin {{(pid=106255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 14:12:01.277723 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.managers [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Got port-security extension from driver 'port_security' Aug 17 14:12:01.278241 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.extensions.vlantransparent [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Disabled vlantransparent extension. Aug 17 14:12:01.278744 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 14:12:01.279073 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: router Aug 17 14:12:01.314587 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.314982 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_create 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.315384 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router before_create 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.315753 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.316134 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.316497 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_delete 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.316860 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.317213 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.317575 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_create 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.317948 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_update 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.318305 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_update 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.318658 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.319017 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_update 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.319433 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_update 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.319805 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.320149 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.320492 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: subnet after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.320839 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.321192 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.321545 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_create 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.321922 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.322271 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.322630 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router after_update 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.322977 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.323333 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_create 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.323704 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.324052 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_update 55549900 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.324423 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > agent after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.324774 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > agent after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.325123 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > network after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.326017 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Tracking information for resource: router configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:01.326351 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Tracking information for resource: floatingip configured {{(pid=106255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 14:12:01.331813 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.db.l3_agentschedulers_db [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 14:12:01.332395 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.332759 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port after_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.333115 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port after_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.333471 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: port after_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.334287 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router before_create 55550100 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.334656 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.335023 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_create 55550100 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.335384 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > router precommit_update 55550100 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.340150 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.provider_configuration [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service providers = [] {{(pid=106255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 14:12:01.340516 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.db.servicetype_db [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 14:12:01.343633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.service_base [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 14:12:01.343986 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.service_base [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 14:12:01.344598 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.service_base [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 14:12:01.345486 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.services.service_base [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 14:12:01.345881 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.services.service_base [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 14:12:01.346257 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.346596 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 14:12:01.357471 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.357807 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: auto_allocate Aug 17 14:12:01.363702 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: network precommit_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.364018 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: network precommit_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.364541 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.364862 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: tag Aug 17 14:12:01.371683 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.372017 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: timestamp Aug 17 14:12:01.375855 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.376183 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: network_ip_availability Aug 17 14:12:01.382202 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.382577 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.382941 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.383656 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.383982 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: flavors Aug 17 14:12:01.388860 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.389198 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading Plugin: revisions Aug 17 14:12:01.394239 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 14:12:01.394809 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.955s {{(pid=106255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 17 14:12:01.395572 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 17 14:12:01.395914 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Initializing extension manager. Aug 17 14:12:01.396440 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: __init__.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.396785 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: __pycache__ {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.397122 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: address_group.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.397837 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.398430 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: address-group Aug 17 14:12:01.398755 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: address_scope.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.399430 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.399944 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: address-scope Aug 17 14:12:01.400263 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.401147 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.401660 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: router-admin-state-down-before-update Aug 17 14:12:01.402017 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: agent.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.402686 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.403194 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: agent Aug 17 14:12:01.403512 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: agent_resources_synced.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.404380 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.404891 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: agent-resources-synced Aug 17 14:12:01.405214 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: allowedaddresspairs.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.406996 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.407520 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: allowed-address-pairs Aug 17 14:12:01.407847 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: auto_allocated_topology.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.408873 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.410068 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: auto-allocated-topology Aug 17 14:12:01.410401 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: availability_zone.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.411060 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.411588 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: availability_zone Aug 17 14:12:01.411897 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: availability_zone_filter.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.412776 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.413285 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: availability_zone_filter Aug 17 14:12:01.413609 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: data_plane_status.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.414517 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.415022 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 14:12:01.415347 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: default_subnetpools.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.416215 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.416722 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: default-subnetpools Aug 17 14:12:01.417046 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.417813 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.418353 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: dhcp_agent_scheduler Aug 17 14:12:01.418678 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: dns.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.419553 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.420059 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension dns-integration not supported by any of loaded plugins Aug 17 14:12:01.420382 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: dns_domain_ports.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.421263 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.421773 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 14:12:01.422124 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.422999 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.423508 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 14:12:01.423829 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: dvr.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.424461 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.425528 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: dvr Aug 17 14:12:01.425848 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: ecmp_routes.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.426748 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.427251 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 14:12:01.427572 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: empty_string_filtering.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.428439 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.428947 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: empty-string-filtering Aug 17 14:12:01.429267 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.430163 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.430676 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 14:12:01.430998 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.431878 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.432379 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 14:12:01.432698 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: external_net.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.433577 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.434112 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: external-net Aug 17 14:12:01.434436 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.435297 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.435803 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: extra_dhcp_opt Aug 17 14:12:01.436124 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: extraroute.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.436992 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.437500 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: extraroute Aug 17 14:12:01.437823 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: extraroute_atomic.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.438828 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.439339 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: extraroute-atomic Aug 17 14:12:01.439664 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: filter_validation.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.440320 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.441173 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: filter-validation Aug 17 14:12:01.441503 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: fip_pf_description.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.442411 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.442922 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 14:12:01.443248 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: fip_pf_port_range.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.444116 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.444626 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 17 14:12:01.444952 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: fip_port_details.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.445823 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.446373 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: fip-port-details Aug 17 14:12:01.446700 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: flavors.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.447879 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.448395 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: flavors Aug 17 14:12:01.448722 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.450352 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.450877 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 14:12:01.451208 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: floatingip_pools.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.451873 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.452383 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: floatingip-pools Aug 17 14:12:01.452708 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: ip_allocation.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.453590 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.454125 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 14:12:01.454451 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.455332 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.455844 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: ip-substring-filtering Aug 17 14:12:01.456262 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l2_adjacency.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.457320 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.457825 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 14:12:01.458183 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.459108 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.459626 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: router Aug 17 14:12:01.459953 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.462163 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.462698 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 14:12:01.463035 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.463915 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.464431 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: ext-gw-mode Aug 17 14:12:01.464760 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.465640 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.466184 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: l3-ha Aug 17 14:12:01.466512 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.467383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.467894 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 17 14:12:01.468220 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_flavors.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.469340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.469884 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: l3-flavors Aug 17 14:12:01.470222 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.472148 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.472691 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 17 14:12:01.473020 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.473935 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.474452 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 14:12:01.474776 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: l3agentscheduler.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.475768 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.476286 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: l3_agent_scheduler Aug 17 14:12:01.476617 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: local_ip.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.478355 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.478885 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension local_ip not supported by any of loaded plugins Aug 17 14:12:01.479220 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: logging.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.480676 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.481198 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension logging not supported by any of loaded plugins Aug 17 14:12:01.481532 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: metering.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.482266 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.484314 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: metering Aug 17 14:12:01.484658 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.485723 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.486274 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: metering_source_and_destination_fields Aug 17 14:12:01.486610 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: multiprovidernet.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.488196 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.488770 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: multi-provider Aug 17 14:12:01.489098 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: netmtu.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.490019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.490539 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: net-mtu Aug 17 14:12:01.490865 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: netmtu_writable.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.491746 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.492264 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: net-mtu-writable Aug 17 14:12:01.492591 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: network_availability_zone.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.493233 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.493745 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: network_availability_zone Aug 17 14:12:01.494094 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: network_ip_availability.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.495152 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.495671 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: network-ip-availability Aug 17 14:12:01.496000 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: network_segment_range.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.496726 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.497237 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 14:12:01.497564 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: pagination.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.498530 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.498864 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: pagination Aug 17 14:12:01.499187 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: port_device_profile.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.500053 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.500575 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: port-device-profile Aug 17 14:12:01.500898 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: port_mac_address_override.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.501778 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.502322 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: port-mac-override Aug 17 14:12:01.502648 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.503633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.504153 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: port-mac-address-regenerate Aug 17 14:12:01.504478 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.505364 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.505905 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: port-numa-affinity-policy Aug 17 14:12:01.506235 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: port_resource_request.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.507114 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.507628 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 14:12:01.507953 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: port_resource_request_groups.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.508876 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.509386 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 17 14:12:01.509710 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: portbindings.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.510677 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.511191 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: binding Aug 17 14:12:01.511515 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: portbindings_extended.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.512734 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.513259 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: binding-extended Aug 17 14:12:01.513588 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: portsecurity.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.514493 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.515015 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: port-security Aug 17 14:12:01.515343 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: project_id.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.516284 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.516618 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: project-id Aug 17 14:12:01.516943 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: providernet.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.517814 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.518350 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: provider Aug 17 14:12:01.518765 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.522284 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.522824 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos not supported by any of loaded plugins Aug 17 14:12:01.523161 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.524360 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.524885 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 14:12:01.525219 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.526137 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.526657 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 14:12:01.526986 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_default.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.527862 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.528377 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-default not supported by any of loaded plugins Aug 17 14:12:01.528702 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_fip.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.529582 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.530129 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-fip not supported by any of loaded plugins Aug 17 14:12:01.530457 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.531336 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.531847 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 17 14:12:01.532171 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_gateway_ip.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.533056 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.533566 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 14:12:01.533918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_port_network_policy.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.535412 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.535921 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 14:12:01.536244 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.537240 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.537754 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 17 14:12:01.538107 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.539114 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.539629 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 17 14:12:01.539953 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_pps_rule.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.541067 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.541583 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-pps not supported by any of loaded plugins Aug 17 14:12:01.541934 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_rule_type_details.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.542806 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.543327 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 14:12:01.543650 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.544523 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.545037 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 17 14:12:01.545362 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: qos_rules_alias.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.546383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.547057 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 14:12:01.547390 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: quota_check_limit.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.548269 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.548781 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: quota-check-limit Aug 17 14:12:01.549106 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: quotasv2.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.550840 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.550953 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: quotas Aug 17 14:12:01.551236 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: quotasv2_detail.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.552902 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.553246 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: quota_details Aug 17 14:12:01.553575 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: rbac.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.554924 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.555452 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: rbac-policies Aug 17 14:12:01.555786 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: rbac_address_group.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.556676 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.557204 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: rbac-address-group Aug 17 14:12:01.557519 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: rbac_address_scope.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.558433 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.558953 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: rbac-address-scope Aug 17 14:12:01.559280 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: rbac_security_groups.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.560228 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.560745 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: rbac-security-groups Aug 17 14:12:01.561071 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: rbac_subnetpool.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.561988 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.562500 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: rbac-subnetpool Aug 17 14:12:01.562823 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: revisionifmatch.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.563713 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.564227 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: revision-if-match Aug 17 14:12:01.564552 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: revisions.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.565653 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.566338 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: standard-attr-revisions Aug 17 14:12:01.566662 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: router_availability_zone.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.567302 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.567820 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: router_availability_zone Aug 17 14:12:01.568144 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: routerservicetype.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.569035 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.569544 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension router-service-type not supported by any of loaded plugins Aug 17 14:12:01.569883 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.570774 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.571289 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: security-groups-normalized-cidr Aug 17 14:12:01.571615 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.572496 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.573006 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: port-security-groups-filtering Aug 17 14:12:01.573343 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.574253 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.574772 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: security-groups-remote-address-group Aug 17 14:12:01.575099 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.575984 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.576501 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: security-groups-shared-filtering Aug 17 14:12:01.576828 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: securitygroup.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.586456 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.586991 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: security-group Aug 17 14:12:01.587328 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: segment.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.588020 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.588543 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension segment not supported by any of loaded plugins Aug 17 14:12:01.588874 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.589773 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.590313 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 14:12:01.590642 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: servicetype.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.591701 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.592226 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: service-type Aug 17 14:12:01.592554 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: sorting.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.593502 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.593836 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: sorting Aug 17 14:12:01.594451 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: standard_attr_segment.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.595332 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.595853 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 14:12:01.596180 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: standardattrdescription.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.597546 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.598075 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: standard-attr-description Aug 17 14:12:01.598403 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: stateful_security_group.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.599308 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.599826 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: stateful-security-group Aug 17 14:12:01.600149 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: stdattrs_common.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.600693 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 14:12:01.601016 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.601917 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.602449 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 14:12:01.602780 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: subnet_onboard.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.603806 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.604330 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: subnet_onboard Aug 17 14:12:01.604658 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.605539 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.606089 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 14:12:01.606419 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: subnet_service_types.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.607301 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.607820 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: subnet-service-types Aug 17 14:12:01.608148 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: subnetallocation.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.609158 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.609677 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: subnet_allocation Aug 17 14:12:01.610040 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.610674 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.611188 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: subnetpool-prefix-ops Aug 17 14:12:01.611512 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.613079 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.613601 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 14:12:01.614001 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: tagging.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.614969 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.615489 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: standard-attr-tag Aug 17 14:12:01.615817 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: timestamp.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.616970 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.617494 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loaded extension: standard-attr-timestamp Aug 17 14:12:01.617823 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: trunk.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.618846 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.619367 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension trunk not supported by any of loaded plugins Aug 17 14:12:01.619693 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: trunk_details.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.620570 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.621086 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension trunk-details not supported by any of loaded plugins Aug 17 14:12:01.621410 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: uplink_status_propagation.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.622323 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.622841 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 14:12:01.623167 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Loading extension file: vlantransparent.py {{(pid=106255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 17 14:12:01.623793 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 17 14:12:01.624310 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 14:12:01.626919 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:network Aug 17 14:12:01.627446 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:subnet Aug 17 14:12:01.628374 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 14:12:01.628777 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:port Aug 17 14:12:01.630058 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.630501 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service FLAVORS assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.631116 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.631539 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.631872 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:router Aug 17 14:12:01.632303 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 14:12:01.632806 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service METERING assigned prefix: /metering {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.634254 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.634625 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.634979 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:12:01.635974 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 14:12:01.636427 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:security_group Aug 17 14:12:01.636857 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 14:12:01.637385 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service CORE assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.637722 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 14:12:01.638092 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] subnetpool is already registered Aug 17 14:12:01.638538 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service CORE assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.638866 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 14:12:01.639199 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] subnetpool is already registered Aug 17 14:12:01.641592 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.642067 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service FLAVORS assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.642669 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.643093 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.643450 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:router Aug 17 14:12:01.644379 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] router is already registered Aug 17 14:12:01.644802 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 14:12:01.645137 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] floatingip is already registered Aug 17 14:12:01.645602 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service METERING assigned prefix: /metering {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.646314 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 14:12:01.646646 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] rbac_policy is already registered Aug 17 14:12:01.647060 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:security_group Aug 17 14:12:01.647397 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] security_group is already registered Aug 17 14:12:01.647802 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 14:12:01.648140 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] security_group_rule is already registered Aug 17 14:12:01.648778 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service CORE assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.649109 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 14:12:01.649445 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] subnetpool is already registered Aug 17 14:12:01.649892 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.v2.resource_helper [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Service CORE assigned prefix: {{(pid=106255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 14:12:01.650223 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 14:12:01.650558 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING neutron.quota.resource_registry [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] subnetpool is already registered Aug 17 14:12:01.651062 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: extensions {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.652528 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: address-groups {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.654040 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: address-scopes {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.655382 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: agents {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.656541 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: auto-allocated-topology {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.657793 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: availability_zones {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.659072 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: dhcp-networks {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.660596 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: dhcp-agents {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.662074 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: routers {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.663760 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: flavors {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.665050 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: service_profiles {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.666305 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: next_providers {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.667855 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: service_profiles {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.669437 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: floatingip-pools {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.670737 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: routers {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.672459 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: floatingips {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.673797 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: l3-routers {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.675253 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: l3-agents {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.676688 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: metering-labels {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.677960 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: metering-label-rules {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.680275 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: network-ip-availabilities {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.681555 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: bindings {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.683167 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: quotas {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.684833 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: quotas {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.686404 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: rbac-policies {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.687606 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: security-groups {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.688906 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: security-group-rules {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.690228 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: service-providers {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.692162 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: subnetpools {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.693497 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: subnetpools {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.695103 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.696781 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.698788 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.700599 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.702343 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.704309 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.706142 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.708251 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.710067 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.711817 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron.api.extensions [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Extended resource: tags {{(pid=106255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 14:12:01.717883 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING keystonemiddleware.auth_token [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 14:12:01.723391 dv-cinder-820027-18-iscsi neutron-server[106255]: WARNING keystonemiddleware.auth_token [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 14:12:01.732261 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Acquiring lock "singleton_lock" {{(pid=106255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 17 14:12:01.732596 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Acquired lock "singleton_lock" {{(pid=106255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 17 14:12:01.733068 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_concurrency.lockutils [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Releasing lock "singleton_lock" {{(pid=106255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 17 14:12:01.733721 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Starting 2 workers Aug 17 14:12:01.739132 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Started child 106366 {{(pid=106255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 14:12:01.743638 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Started child 106367 {{(pid=106255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 14:12:01.744779 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:01.745424 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO neutron.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 14:12:01.745970 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:01.746270 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [-] (106366) wsgi starting up on http://0.0.0.0:9696 Aug 17 14:12:01.748427 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Starting 1 workers Aug 17 14:12:01.748565 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:01.749996 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [-] (106367) wsgi starting up on http://0.0.0.0:9696 Aug 17 14:12:01.754784 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Started child 106368 {{(pid=106255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 14:12:01.755374 dv-cinder-820027-18-iscsi neutron-server[106255]: INFO oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Starting 1 workers Aug 17 14:12:01.758967 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] calling RpcWorker wait() {{(pid=106368) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 14:12:01.759531 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] returning from RpcWorker wait() {{(pid=106368) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 14:12:01.759974 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Started child 106369 {{(pid=106255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 14:12:01.760767 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f5047a74-0362-40d0-87f0-2147cabcbd07 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:01.761024 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:01.761547 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:01.762754 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 14:12:01.762969 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 14:12:01.763158 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 14:12:01.763389 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 14:12:01.763722 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 14:12:01.763904 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 14:12:01.764452 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.764730 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.764934 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:01.765397 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.765397 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.765815 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.766115 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.766383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.766661 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.766929 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.767103 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.767271 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.767512 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.767747 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.768064 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.768322 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.769205 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.769454 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.769687 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.769899 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.770169 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.770422 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.770708 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] debug = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.770978 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.771479 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.771753 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.771996 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.772232 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.772502 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.772758 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.773027 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.773273 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.773491 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.773731 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.774026 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.774290 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.774523 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.774746 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.775029 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.775248 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.775741 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] host = dv-cinder-820027-18-iscsi {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.776006 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.776244 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.776490 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.776748 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.777020 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.777236 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.777501 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.777774 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.778052 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.778281 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.778552 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.778819 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.779053 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.779302 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.779469 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_options = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.779703 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.779983 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.780254 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.780457 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.780626 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.780790 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.781039 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.781217 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.781447 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.781688 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.781934 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.782169 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.782399 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.782643 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.782903 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.783143 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.783356 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.783566 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.783821 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.784138 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.784896 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.785143 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.785488 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.785716 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.785958 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.786206 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.786449 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.786692 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.786924 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.787158 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.787320 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:01.787474 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.787663 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.787879 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.788124 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.788377 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.788673 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.788907 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.789140 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.789608 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.789842 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.790025 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.790165 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.790350 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.790579 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.790806 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.791013 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.791225 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_json = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.791437 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.791847 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.792044 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.792207 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.792686 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.793135 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.793135 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.793732 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.793732 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.794085 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.794780 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.794780 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.794982 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.795082 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.795532 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.795796 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.796042 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.796737 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.796737 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.797022 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.797022 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.797341 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.797608 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.797902 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.798233 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.799195 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.799477 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.800029 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.800265 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.800560 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.800812 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.801087 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.801332 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.801579 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.801815 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.802065 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.802370 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.802798 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.803062 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.803406 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.803690 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.803964 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.804230 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.804618 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.804868 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.805105 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.805472 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.805737 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.805984 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.806343 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.806497 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.806706 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.807128 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.807276 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.807414 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.807645 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.807909 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.808158 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.808378 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.808590 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.808803 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.809014 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.809247 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.809492 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.809912 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.810062 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.810211 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.810454 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.810715 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.810930 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.811150 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.811383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.811602 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.811833 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.812048 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.812287 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.812497 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.812774 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.812932 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.814204 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.814628 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.814791 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.814940 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.815170 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.815410 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.815700 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.815997 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.816255 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.816483 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.816730 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.816953 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.817161 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.817499 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.817698 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.817857 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.818220 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.818449 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.821180 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.823842 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.824115 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.824466 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.824738 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.825019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.825281 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.825527 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.825777 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.826099 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.826326 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.826570 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.826807 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.827082 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.827310 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.827563 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.827812 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.828041 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.828312 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.828536 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.828783 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.829008 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.829246 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.829466 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.829724 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.834064 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.834357 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.834617 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.834893 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.835162 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.835424 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.835672 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.835931 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.836187 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.836482 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.836746 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.837050 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.837293 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.837589 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.837930 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.838197 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.838471 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.838732 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.838991 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.839256 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.839526 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.839781 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.840027 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.840261 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.840522 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.840773 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.841004 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.841250 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.841489 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.841808 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.842232 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.842470 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.842775 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.843072 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.843419 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.843673 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.843983 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.844520 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.844763 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.845034 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.845267 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.845757 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.848745 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.849038 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.849937 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.850181 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.850411 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.850652 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.850878 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.851102 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.851379 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.851607 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.852167 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.852167 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.852327 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.852479 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.853931 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.854316 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.855068 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.855327 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.855938 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.855938 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.856069 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.856215 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.856633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.857195 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.858258 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.858588 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.858917 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.859248 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.859585 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.859930 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.860225 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.860539 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.860779 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.861013 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.861472 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.861711 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.861979 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.862249 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.862486 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.862726 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.863084 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.863325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.863680 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.863940 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.864249 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.864456 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.864698 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.864941 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.865161 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.865425 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.865628 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.865842 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.866318 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.866535 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.866751 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.866975 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.867223 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.867440 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.867701 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.867942 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.868199 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.868420 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.868644 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.868879 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.869120 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.869341 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.869563 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.869754 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.870088 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.870267 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.870463 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.870756 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.871041 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.871274 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.871516 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.871793 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.872029 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.872280 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.872497 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.872711 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.872806 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:01.872957 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.873298 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.873519 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.873770 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.874015 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.874231 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.874457 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.874676 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.874886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.875129 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.875347 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.875636 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.875890 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.876108 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.876319 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.876578 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.876803 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.877248 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.877248 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.877523 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.877650 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.877892 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.878516 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.878628 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.878827 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.879039 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.879257 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.879556 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.879801 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.880025 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.880324 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.880576 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.880817 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.881079 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.881550 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.881695 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.882043 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.882189 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.882357 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.882598 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.882867 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.883207 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.883513 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.883765 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.884035 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.884319 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.884592 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.884869 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.885084 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.885392 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.885731 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.886037 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.886314 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.886563 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.886808 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.887038 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.887274 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.887508 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.887742 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.887974 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.888216 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.888444 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.888702 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.888919 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.889147 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.889388 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.889610 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.889821 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.890082 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.890301 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.890657 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 14:12:01.891210 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 14:12:01.891375 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 14:12:01.891528 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 14:12:01.891716 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 14:12:01.891885 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 14:12:01.892036 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 14:12:01.892245 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.892409 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.892573 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.892734 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.892933 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.893099 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.893263 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.893987 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.894201 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.894736 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.894736 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895022 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895022 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895286 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895424 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895574 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895712 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895848 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.895986 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.896122 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.896273 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.896411 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] debug = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.896548 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.896757 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.896939 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.897081 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.897229 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.897368 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.897505 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.897653 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.897815 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898018 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898160 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898298 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898435 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898573 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898711 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898849 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.898999 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.899149 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] host = dv-cinder-820027-18-iscsi {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.899287 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.899439 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.899662 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.899892 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.899892 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.900200 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.900200 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.900470 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.900470 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.900730 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.900730 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.901001 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.901148 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.901285 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.901422 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_options = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.901559 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.902288 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.902288 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.902288 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.902288 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.902288 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.903735 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.905383 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.906853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.907886 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.909340 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_json = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.910918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.911649 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.912408 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.913019 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.914633 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915325 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915870 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915870 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915870 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.915870 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916201 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916201 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916395 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916509 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916641 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916804 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.916966 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.917127 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.917289 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.917451 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.917615 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.917778 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.917963 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.918125 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.918288 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.918451 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.918623 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.918786 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.918947 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.919108 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.919271 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.919433 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.919595 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.919757 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.919918 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.920080 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.920240 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.920415 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.920576 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.920738 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.920899 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.921062 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.921222 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.921384 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.921545 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.921707 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.921891 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.922050 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.922212 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.922374 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.922535 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.922696 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.922857 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923018 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923179 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923339 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923498 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923660 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923821 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.923982 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.924160 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.924322 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.924483 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.924644 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.925656 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.925656 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.925964 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.925964 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.926127 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.926283 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.926444 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.926606 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.926770 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.926933 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.927094 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.927255 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.927415 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.927575 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.927738 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.927900 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.928061 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.928225 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.928386 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.928547 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.928708 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.928900 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.929033 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.929195 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.929357 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.929520 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.929681 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.929853 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.930035 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.930199 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.930361 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.930530 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.930702 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.930864 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931025 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931185 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931346 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931506 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931666 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931827 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.931987 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.932146 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.932309 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.932480 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.932642 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.932804 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.932964 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.933147 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.933310 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.933469 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.933631 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.933792 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.933983 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.934147 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.934308 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.934469 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.934631 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.934792 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.934954 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.935115 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.935275 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.935436 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.935596 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.935758 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.935920 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.936081 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.936242 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.936404 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.936564 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.936725 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.936885 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.937045 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.937208 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.937370 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.937530 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.937691 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.937851 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938036 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938197 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938358 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938517 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938677 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938837 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.938999 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.939163 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.939322 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.939485 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.939647 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.939808 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.939969 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.940131 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.940312 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941108 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941108 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941108 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941604 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941684 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941762 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.941957 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.942121 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.942281 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.942442 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.942622 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.942782 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.942943 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.943107 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.943268 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.943430 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.943650 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.943818 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.943980 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.944139 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.944302 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.944462 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.944623 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.944784 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.944944 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.945105 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.945269 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.945433 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.945594 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.945756 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.945939 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.946102 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.946262 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.946421 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.946580 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.946756 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947441 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947441 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947441 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947441 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947757 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947757 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947912 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.947991 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.948093 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.948269 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.948420 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.948578 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.948738 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.948919 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.949079 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.949250 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.949410 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.949571 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.949732 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.949912 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.950075 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.950246 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.950407 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.950568 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.950729 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.950888 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.951050 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.951220 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.951380 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.951543 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.951703 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.951863 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952024 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952194 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952355 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952516 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952676 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952836 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.952997 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.953167 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.953329 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.953492 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.953666 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.953818 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954001 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954164 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954337 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954498 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954660 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954821 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.954982 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.955152 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.955293 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.955458 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.955628 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.955795 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.956506 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.956664 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.956821 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.956989 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.957148 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.957315 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.957488 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.957650 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.957810 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.957996 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.958160 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.958321 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.958482 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.958643 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.958804 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.958964 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.959125 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.959287 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.959447 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.959607 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.959759 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.959919 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.960079 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.960239 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.960402 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.960564 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 14:12:01.960717 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 14:12:02.052475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42336) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:02.059580 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048792 Aug 17 14:12:02.063959 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038149 Aug 17 14:12:11.238471 dv-cinder-820027-18-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:13.313959 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1250b-bd65-49c8-9936-8a5be878f981 None None] get_active_networks_info from dv-cinder-820027-18-iscsi {{(pid=106368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 17 14:12:13.322950 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writer thread running {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 14:12:13.415181 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd1250b-bd65-49c8-9936-8a5be878f981 None None] No non-hosted networks {{(pid=106368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 14:12:13.420238 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1b163e63-cbf8-4c75-984c-37c6462d0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762397'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:14.771282 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writer thread running {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 14:12:15.292728 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-807fed2e-da70-4f76-9180-c2d943358a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762397'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:15.340880 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-73c45cbb-6d09-4d6c-a74b-9de327ef7573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:16.710037 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762397'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:16.804490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42410) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:17.387737 dv-cinder-820027-18-iscsi neutron-server[106367]: WARNING oslo_policy.policy [None req-f6216364-538a-4c59-86ab-038d0c7c27d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:17.388298 dv-cinder-820027-18-iscsi neutron-server[106367]: WARNING oslo_policy.policy [None req-f6216364-538a-4c59-86ab-038d0c7c27d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:17.618272 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [None req-f6216364-538a-4c59-86ab-038d0c7c27d1 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:12:17.620114 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f6216364-538a-4c59-86ab-038d0c7c27d1 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8146746 Aug 17 14:12:18.159211 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762397'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:18.241359 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762397'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:18.242121 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.242487 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.242815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.243704 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.244464 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.244804 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.245471 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.245912 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.246586 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.246937 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.247324 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.247658 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.248001 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.248730 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.249063 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:18.249501 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-18-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:18.262841 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-18-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:20.108567 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42442) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:20.436260 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:20.530821 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.policy [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106367) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 14:12:20.575080 dv-cinder-820027-18-iscsi neutron-server[106367]: WARNING oslo_policy.policy [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:20.575472 dv-cinder-820027-18-iscsi neutron-server[106367]: WARNING oslo_policy.policy [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:20.597305 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writer thread running {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 14:12:20.677701 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771566392415', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771566391915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771566375563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771566384564', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771566382899', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771566358421', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1758509', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576608'] for rbac-policy (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:20.749275 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:20.750503 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-fe5fecf4-1f0c-4bcf-b39c-4d6ed09096d7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6410673 Aug 17 14:12:21.487942 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.db.l3_hamode_db [None req-83dda8e9-9c3d-42cc-845f-f9d6a7cdd703 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 14:12:21.566012 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dda8e9-9c3d-42cc-845f-f9d6a7cdd703 None None] Routers set() bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:12:21.566381 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dda8e9-9c3d-42cc-845f-f9d6a7cdd703 None None] Router IDs set() for agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 17 14:12:23.090318 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42452) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:23.610468 dv-cinder-820027-18-iscsi neutron-server[106366]: WARNING oslo_policy.policy [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:23.611030 dv-cinder-820027-18-iscsi neutron-server[106366]: WARNING oslo_policy.policy [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:23.833434 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:23.847374 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writer thread running {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 17 14:12:23.889539 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Made reservation on behalf of 7d98ffc9d4b044e28081e09ce11d79aa for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:12:23.949480 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.policy [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106366) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 14:12:23.993313 dv-cinder-820027-18-iscsi neutron-server[106366]: WARNING oslo_policy.policy [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:23.993688 dv-cinder-820027-18-iscsi neutron-server[106366]: WARNING oslo_policy.policy [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 14:12:24.004782 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.026575 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.143449 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks [] for security_group (616e9125-a88b-4329-9967-11bcde4bff67), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.147203 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (616e9125-a88b-4329-9967-11bcde4bff67), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.169588 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:12:24.206233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771567645835', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.206940 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Unsubscribe: segment precommit_create {{(pid=106366) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 14:12:24.207509 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Added segment 8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32 of type vlan for network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 Aug 17 14:12:24.250393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=616e9125-a88b-4329-9967-11bcde4bff67,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:24.302929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.303281 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.303648 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.304005 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.304353 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.304681 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.305009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.305333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.305673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.306036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.306363 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.306705 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.307030 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.307358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.307671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Tracked resource versions report: Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: pushed versions: Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: { 'AddressGroup': {'1.2'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Agent': {'1.1'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'ConntrackHelper': {'1.0'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Log': {'1.0'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'NDPProxy': {'1.0'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Network': {'1.1'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Port': {'1.7'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'PortForwarding': {'1.3'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'QosPolicy': {'1.10'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroup': {'1.5'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SubPort': {'1.0'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Subnet': {'1.1'}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Trunk': {'1.1'}} Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: consumer versions: Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Agent': '1.1', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'ConntrackHelper': '1.0', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'LocalIPAssociation': '1.0', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Log': '1.0', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'NDPProxy': '1.0', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Network': '1.1', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Port': '1.7', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'PortForwarding': '1.3', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'QosPolicy': '1.10', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroup': '1.5', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroupRule': '1.2', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SubPort': '1.0', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Subnet': '1.1', Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Trunk': '1.1'}} Aug 17 14:12:24.309163 dv-cinder-820027-18-iscsi neutron-server[106366]: {{(pid=106366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:12:24.332483 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (1b6a3d8d-3cec-4890-94e5-a6694dac3433), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.373310 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (1b6a3d8d-3cec-4890-94e5-a6694dac3433), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.378839 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:24.379577 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:24.472901 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3798537 Aug 17 14:12:24.505971 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e4b26-2fa9-42fe-8821-3cf36268cb69 demo demo] Pushing event updated for resources: {'Network': ['ID=1b6a3d8d-3cec-4890-94e5-a6694dac3433,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:24.519201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:12:26.910097 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42472) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:27.332695 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a19312-bb15-4359-947e-4fa14f812bdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:27.334081 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-98a19312-bb15-4359-947e-4fa14f812bdb demo admin] 10.222.0.15 "GET /networking/v2.0/networks/1b6a3d8d-3cec-4890-94e5-a6694dac3433 HTTP/1.1" status: 200 len: 825 time: 0.4230096 Aug 17 14:12:27.375597 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f85d61fb-9b8e-474d-a60c-42fc78d418e5 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/265ff85b-737b-479b-86e7-add84f1ac375 HTTP/1.1" status: 200 len: 734 time: 0.0351634 Aug 17 14:12:27.384555 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:27.394244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:27.410961 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Made reservation on behalf of 7d98ffc9d4b044e28081e09ce11d79aa for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:12:27.413206 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:27.717789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (c060ba24-cccd-4a26-a635-489ffd6df78e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:27.753227 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:27.793842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Pushing event updated for resources: {'Subnet': ['ID=c060ba24-cccd-4a26-a635-489ffd6df78e,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:27.797606 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Checking segment: {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:12:27.797999 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Network hostable DHCP agents. Network: 1b6a3d8d-3cec-4890-94e5-a6694dac3433, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:12:27.820150 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:12:27.831134 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 1b6a3d8d-3cec-4890-94e5-a6694dac3433) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:12:27.835862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:27.836501 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:27.842446 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15deb80-b736-4821-88c4-ec28be4b63ca None None] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:12:27.859451 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d517eb30-d7d7-43a6-afdd-934483743c4d demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4781365 Aug 17 14:12:28.105910 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:12:28.107273 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:28.379996 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:28.411747 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Allocated IP 172.20.0.2 (1b6a3d8d-3cec-4890-94e5-a6694dac3433/c060ba24-cccd-4a26-a635-489ffd6df78e/8ea95370-d42e-4576-8a39-dd1e02070470) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:12:28.682122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Publish callbacks [] for port (8ea95370-d42e-4576-8a39-dd1e02070470), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:28.692373 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:28.772542 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:12:28.776353 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:12:28.778045 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Pushing event updated for resources: {'Port': ['ID=8ea95370-d42e-4576-8a39-dd1e02070470,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:28.782782 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:12:28.791290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.791639 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.792000 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.792362 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.792708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.793043 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.793375 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.793703 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.794070 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.794406 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.794737 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.795080 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.795412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.795755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.796060 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Tracked resource versions report: Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: pushed versions: Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: { 'AddressGroup': {'1.2'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Agent': {'1.1'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'ConntrackHelper': {'1.0'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Log': {'1.0'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'NDPProxy': {'1.0'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Network': {'1.1'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Port': {'1.7'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'PortForwarding': {'1.3'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'QosPolicy': {'1.10'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroup': {'1.5'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SubPort': {'1.0'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Subnet': {'1.1'}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Trunk': {'1.1'}} Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: consumer versions: Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Agent': '1.1', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'ConntrackHelper': '1.0', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'LocalIPAssociation': '1.0', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Log': '1.0', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'NDPProxy': '1.0', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Network': '1.1', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Port': '1.7', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'PortForwarding': '1.3', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'QosPolicy': '1.10', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroup': '1.5', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroupRule': '1.2', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SubPort': '1.0', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Subnet': '1.1', Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Trunk': '1.1'}} Aug 17 14:12:28.797509 dv-cinder-820027-18-iscsi neutron-server[106368]: {{(pid=106368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:12:28.876254 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Attempting to bind port 8ea95370-d42e-4576-8a39-dd1e02070470 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:12:28.876895 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Attempting to bind port 8ea95370-d42e-4576-8a39-dd1e02070470 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:12:28.877648 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Attempting to bind port 8ea95370-d42e-4576-8a39-dd1e02070470 on network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:12:28.882807 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:12:28.883191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Checking segment: {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:12:28.883661 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:28.884049 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Bound using segment: {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:12:28.884516 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Bound port: 8ea95370-d42e-4576-8a39-dd1e02070470, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:12:28.884922 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:28.950122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] For port 8ea95370-d42e-4576-8a39-dd1e02070470, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:12:28.953269 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:28.973446 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] For port 8ea95370-d42e-4576-8a39-dd1e02070470, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=8ea95370-d42e-4576-8a39-dd1e02070470,segment=NetworkSegment(8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32),segment_id=8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:12:28.981176 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:29.037403 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29548-5572-49c7-ae4c-19876dd98848 None None] Pushing event updated for resources: {'Port': ['ID=8ea95370-d42e-4576-8a39-dd1e02070470,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:30.276356 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42484) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:30.616387 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [None req-30fddbe6-923a-48b6-8923-f1dbb1ef5a17 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:12:30.617895 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-30fddbe6-923a-48b6-8923-f1dbb1ef5a17 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3400581 Aug 17 14:12:30.741945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=25,neutron:INSERT=34,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:30.743186 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=8,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:33.030943 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42496) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:33.172207 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:33.174015 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:33.371391 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [None req-58f495a1-8d23-4ce2-be01-3a4bf50ca1b4 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:12:33.372456 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-58f495a1-8d23-4ce2-be01-3a4bf50ca1b4 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3405790 Aug 17 14:12:35.901948 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42512) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:35.970143 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 8ea95370-d42e-4576-8a39-dd1e02070470 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:12:36.056916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 8ea95370-d42e-4576-8a39-dd1e02070470 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:36.057333 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.160950 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 8ea95370-d42e-4576-8a39-dd1e02070470 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:36.161259 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.196880 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 8ea95370-d42e-4576-8a39-dd1e02070470, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=8ea95370-d42e-4576-8a39-dd1e02070470,segment=NetworkSegment(8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32),segment_id=8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:12:36.204190 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.256798 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=8ea95370-d42e-4576-8a39-dd1e02070470,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:36.269602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:36.298545 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.300757 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.450347 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] Publish callbacks [] for router_controller (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), precommit_add_association {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.456030 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.477955 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:36.479745 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-2ec90ecb-db02-4dfb-addb-1936c9f64072 demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5756853 Aug 17 14:12:37.139730 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd73c4-83cd-4701-84a1-9e52c6620554 None None] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:12:37.258079 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-ac4cfde2-1046-4751-906d-261d82d017ff None None] Provisioning complete for port 8ea95370-d42e-4576-8a39-dd1e02070470 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:37.258458 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ac4cfde2-1046-4751-906d-261d82d017ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:37.312708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:37.358753 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-ac4cfde2-1046-4751-906d-261d82d017ff None None] Current status of the port 8ea95370-d42e-4576-8a39-dd1e02070470 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:37.477617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-f8f03290-1344-48ef-8ce4-1ba1c4a86706 None None] Provisioning complete for port 8ea95370-d42e-4576-8a39-dd1e02070470 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:37.478068 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f8f03290-1344-48ef-8ce4-1ba1c4a86706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:37.549880 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-f8f03290-1344-48ef-8ce4-1ba1c4a86706 None None] Current status of the port 8ea95370-d42e-4576-8a39-dd1e02070470 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:37.842330 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:37.853462 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:37.911205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 8ea95370-d42e-4576-8a39-dd1e02070470 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:12:37.955706 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 8ea95370-d42e-4576-8a39-dd1e02070470 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:37.956090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:38.012351 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:38.027002 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 8ea95370-d42e-4576-8a39-dd1e02070470 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:38.933939 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42520) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:39.257560 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [None req-bef11847-9e3d-4544-aaa9-3c783f270c16 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:12:39.258596 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-bef11847-9e3d-4544-aaa9-3c783f270c16 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3237116 Aug 17 14:12:41.773520 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42528) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:42.092700 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:42.115817 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Made reservation on behalf of a5ff3e7716394d4096c9738409347ce5 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:12:42.118656 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.134490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.240182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks [] for security_group (94a5fa0f-4691-44ba-b6b4-fbcadd438f48), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.243699 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (94a5fa0f-4691-44ba-b6b4-fbcadd438f48), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.255163 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=106367) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 14:12:42.290814 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771567645835', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (f88b1e76-0e96-48af-804e-74879f08efaf), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.291369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Unsubscribe: segment precommit_create {{(pid=106367) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 14:12:42.291898 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Added segment f88b1e76-0e96-48af-804e-74879f08efaf of type flat for network dc84dacf-66c5-4e14-9560-bb92b0204792 Aug 17 14:12:42.308629 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5fa0f-4691-44ba-b6b4-fbcadd438f48,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:42.353646 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.354035 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.354390 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.354724 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.355049 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.355443 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.355825 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.356136 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.356514 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.356855 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.357198 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.357524 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.357851 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.358174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.358486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Tracked resource versions report: Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: pushed versions: Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: { 'AddressGroup': {'1.2'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Agent': {'1.1'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'ConntrackHelper': {'1.0'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Log': {'1.0'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'NDPProxy': {'1.0'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Network': {'1.1'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Port': {'1.7'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'PortForwarding': {'1.3'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'QosPolicy': {'1.10'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroup': {'1.5'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SubPort': {'1.0'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Subnet': {'1.1'}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Trunk': {'1.1'}} Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: consumer versions: Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Agent': '1.1', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'ConntrackHelper': '1.0', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'LocalIPAssociation': '1.0', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Log': '1.0', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'NDPProxy': '1.0', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Network': '1.1', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Port': '1.7', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'PortForwarding': '1.3', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'QosPolicy': '1.10', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroup': '1.5', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroupRule': '1.2', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SubPort': '1.0', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Subnet': '1.1', Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Trunk': '1.1'}} Aug 17 14:12:42.359901 dv-cinder-820027-18-iscsi neutron-server[106367]: {{(pid=106367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:12:42.401283 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (dc84dacf-66c5-4e14-9560-bb92b0204792), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.451106 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (dc84dacf-66c5-4e14-9560-bb92b0204792), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.452365 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:42.453078 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:42.530942 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7563214 Aug 17 14:12:42.560172 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547202e-7e9e-4279-9bc0-aebb87afb8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc84dacf-66c5-4e14-9560-bb92b0204792,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:42.571872 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network dc84dacf-66c5-4e14-9560-bb92b0204792 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:12:43.238744 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-87b2cb0b-565d-41a7-8fdd-ab1062bdb03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:44.941090 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 42540) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:45.282234 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-14a5aef2-0406-4a28-a63a-4ce76463ff36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:45.352334 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef1f74-07a7-4e78-b314-8daaa972d1b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:45.353701 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-82ef1f74-07a7-4e78-b314-8daaa972d1b3 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/c060ba24-cccd-4a26-a635-489ffd6df78e HTTP/1.1" status: 200 len: 849 time: 0.4113076 Aug 17 14:12:45.494644 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b47cb482-ea24-4549-9e64-4470ab91e946 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da HTTP/1.1" status: 200 len: 704 time: 0.1349428 Aug 17 14:12:45.740135 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:45.760030 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:45.847271 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:46.058571 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Allocated IP 172.20.0.1 (1b6a3d8d-3cec-4890-94e5-a6694dac3433/c060ba24-cccd-4a26-a635-489ffd6df78e/1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:12:46.241940 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks [] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.308151 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.375734 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:12:46.382078 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:12:46.395921 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:12:46.396446 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.496971 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Pushing event updated for resources: {'Port': ['ID=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:46.619766 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-37d80d30-e252-4c12-9cf2-b403f69ded12 None None] Provisioning complete for port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:46.620342 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37d80d30-e252-4c12-9cf2-b403f69ded12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.652393 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-37d80d30-e252-4c12-9cf2-b403f69ded12 None None] Port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:12:46.663725 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.673196 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.868569 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks [] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.873128 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.874490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:46.908989 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:46.962122 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Pushing event updated for resources: {'Port': ['ID=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:46.976537 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:47.010960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:12:47.012246 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:12:47.175965 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:12:47.180103 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-aa7984ad-6e2c-48b3-968d-df2a29880a5d None None] Provisioning complete for port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:47.180499 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-aa7984ad-6e2c-48b3-968d-df2a29880a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:47.258197 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-aa7984ad-6e2c-48b3-968d-df2a29880a5d None None] Port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:12:47.268239 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:12:47.274336 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-7a539394-5005-4ffa-a189-b440f1b63dcb demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7743742 Aug 17 14:12:47.277676 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Sync routers for ids ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:12:47.291125 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Routers {'d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:12:47.291983 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:12:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:47.470909 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Set router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:12:47.888198 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'name': 'router1', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:12:36Z', 'updated_at': '2022-08-17T14:12:46Z', 'revision_number': 2, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'gw_port_host': None, '_interfaces': [{'id': '1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d', 'name': '', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'mac_address': 'fa:16:3e:41:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:45Z', 'updated_at': '2022-08-17T14:12:46Z', 'revision_number': 2, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'subnets': [{'id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:47.938424 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Checking router: d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:12:47.938798 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Updating router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:12:47.990749 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.103835 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.235512 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.500633 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Publish callbacks [] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.507815 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.655549 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Attempting to bind port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:12:48.655957 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Attempting to bind port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:12:48.656392 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Attempting to bind port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d on network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:12:48.660124 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Pushing event updated for resources: {'Port': ['ID=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:48.666334 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:12:48.666738 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Checking segment: {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:12:48.667200 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.667592 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Bound using segment: {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:12:48.668056 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Bound port: 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:12:48.668439 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.681158 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.681505 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.681852 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.682213 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.682544 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.682869 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.683203 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.683523 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.683861 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.684189 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.684511 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.684852 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.685175 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.685494 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.685811 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Tracked resource versions report: Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: pushed versions: Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: { 'AddressGroup': {'1.2'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Agent': {'1.1'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'ConntrackHelper': {'1.0'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Log': {'1.0'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'NDPProxy': {'1.0'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Network': {'1.1'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Port': {'1.7'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'PortForwarding': {'1.3'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'QosPolicy': {'1.10'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroup': {'1.5'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SubPort': {'1.0'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Subnet': {'1.1'}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Trunk': {'1.1'}} Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: consumer versions: Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Agent': '1.1', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'ConntrackHelper': '1.0', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'LocalIPAssociation': '1.0', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Log': '1.0', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'NDPProxy': '1.0', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Network': '1.1', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Port': '1.7', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'PortForwarding': '1.3', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'QosPolicy': '1.10', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroup': '1.5', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroupRule': '1.2', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SubPort': '1.0', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Subnet': '1.1', Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Trunk': '1.1'}} Aug 17 14:12:48.687331 dv-cinder-820027-18-iscsi neutron-server[106369]: {{(pid=106369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:12:48.746710 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] For port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:12:48.765834 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] For port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,segment=NetworkSegment(8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32),segment_id=8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:12:48.771433 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:48.779082 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:48.781316 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:48.821311 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Routers {'d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:12:48.821934 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:12:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:48.865713 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101617d-7ca4-4e05-93fe-8759cae9098e None None] Pushing event updated for resources: {'Port': ['ID=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:48.917380 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] Set router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:12:49.106557 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'name': 'router1', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:12:36Z', 'updated_at': '2022-08-17T14:12:46Z', 'revision_number': 2, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'gw_port_host': None, '_interfaces': [{'id': '1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d', 'name': '', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'mac_address': 'fa:16:3e:41:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:45Z', 'updated_at': '2022-08-17T14:12:48Z', 'revision_number': 4, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'subnets': [{'id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:49.135275 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0479c-d400-4e46-a420-568083dce278 None None] The sync data for ids ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'] in dv-cinder-820027-18-iscsi is: [{'id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'name': 'router1', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:12:36Z', 'updated_at': '2022-08-17T14:12:46Z', 'revision_number': 2, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'gw_port_host': None, '_interfaces': [{'id': '1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d', 'name': '', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'mac_address': 'fa:16:3e:41:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:45Z', 'updated_at': '2022-08-17T14:12:48Z', 'revision_number': 4, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'subnets': [{'id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:12:49.719091 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42550) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:50.120925 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5943d9-d79d-45a8-90f0-e32d3e053750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:50.122330 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-8d5943d9-d79d-45a8-90f0-e32d3e053750 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/dc84dacf-66c5-4e14-9560-bb92b0204792 HTTP/1.1" status: 200 len: 842 time: 0.4021308 Aug 17 14:12:50.132681 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:50.155486 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Made reservation on behalf of a5ff3e7716394d4096c9738409347ce5 for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:12:50.157926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:50.500309 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.objects.ports [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106366) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 17 14:12:50.500752 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (f19069b2-cbf0-4e68-9cc5-d98942b5de83), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:50.557024 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19069b2-cbf0-4e68-9cc5-d98942b5de83,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:50.566125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:12:50.566482 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Network hostable DHCP agents. Network: dc84dacf-66c5-4e14-9560-bb92b0204792, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:12:50.583476 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:12:50.592309 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, dc84dacf-66c5-4e14-9560-bb92b0204792) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:12:50.596864 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:50.597457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:50.603251 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792669ce-5f4b-4f16-8013-930356ccd0a5 None None] Network dc84dacf-66c5-4e14-9560-bb92b0204792 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:12:50.615781 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-3299ba2a-47da-42c1-99bf-9631af12eaf2 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4865551 Aug 17 14:12:50.716115 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aceb65e-cd8b-4e52-acfe-5865354d61c3 None None] Network dc84dacf-66c5-4e14-9560-bb92b0204792 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:12:53.074545 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42558) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:53.601197 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-02efd08c-7ae4-4ba6-b350-f624cf4d3a38 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da HTTP/1.1" status: 200 len: 710 time: 0.5254080 Aug 17 14:12:53.700317 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7988501-524f-4297-a3ca-e61cf4b8a7a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:12:53.701686 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d7988501-524f-4297-a3ca-e61cf4b8a7a0 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/dc84dacf-66c5-4e14-9560-bb92b0204792 HTTP/1.1" status: 200 len: 886 time: 0.0947144 Aug 17 14:12:53.711041 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:12:53.802681 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:12:53.958208 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks [] for router_gateway (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:53.970170 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:53.972194 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:54.260841 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks [] for router_gateway (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:54.343317 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:54.499666 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Allocated IP 172.27.1.153 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/1244b997-1026-4cca-ad79-1495ac5969e4) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:12:54.611934 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks [] for port (1244b997-1026-4cca-ad79-1495ac5969e4), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:54.668263 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:54.747050 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:12:54.753365 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:12:54.756556 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:12:54.762048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Pushing event updated for resources: {'Port': ['ID=1244b997-1026-4cca-ad79-1495ac5969e4,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:55.032664 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks [] for router_gateway (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:55.079318 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:55.114182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:55.232553 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-765433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64022'] for router (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:55.237645 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-763425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-763438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-765414'] for router (d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:55.343959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:12:55.447337 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:12:55.451696 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:55.453051 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ef77f48f-3453-4eb1-be8c-72133bb00c60 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da HTTP/1.1" status: 200 len: 890 time: 1.7452250 Aug 17 14:12:55.492622 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Sync routers for ids ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:12:55.505736 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Routers {'d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:12:55.506460 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:12:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:55.715897 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Set router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:12:55.888169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:55.938036 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:12:56.059848 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:56.060137 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.205273 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'name': 'router1', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '1244b997-1026-4cca-ad79-1495ac5969e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:12:36Z', 'updated_at': '2022-08-17T14:12:54Z', 'revision_number': 4, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'gw_port': {'id': '1244b997-1026-4cca-ad79-1495ac5969e4', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:54Z', 'updated_at': '2022-08-17T14:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d', 'name': '', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'mac_address': 'fa:16:3e:41:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:45Z', 'updated_at': '2022-08-17T14:12:48Z', 'revision_number': 4, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'subnets': [{'id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:56.261228 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Checking router: d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:12:56.261603 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Updating router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da port 1244b997-1026-4cca-ad79-1495ac5969e4 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:12:56.264127 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:56.264513 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.286105 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:56.331395 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.445850 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,segment=NetworkSegment(8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32),segment_id=8d87d7b6-9f92-46ad-bc0d-2dbd9c7e2f32)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:12:56.454023 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.613626 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:56.775332 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Publish callbacks [] for port (1244b997-1026-4cca-ad79-1495ac5969e4), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.780454 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.820412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Attempting to bind port 1244b997-1026-4cca-ad79-1495ac5969e4 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:12:56.820785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Attempting to bind port 1244b997-1026-4cca-ad79-1495ac5969e4 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:12:56.821163 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Attempting to bind port 1244b997-1026-4cca-ad79-1495ac5969e4 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:12:56.832976 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:12:56.833354 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:12:56.833761 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.834185 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:12:56.834659 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Bound port: 1244b997-1026-4cca-ad79-1495ac5969e4, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:12:56.835046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.837471 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc05b1-0a11-4f88-a326-bdf7611d08e0 None None] Pushing event updated for resources: {'Port': ['ID=1244b997-1026-4cca-ad79-1495ac5969e4,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:56.888028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] For port 1244b997-1026-4cca-ad79-1495ac5969e4, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:12:56.891200 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] For port 1244b997-1026-4cca-ad79-1495ac5969e4, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1244b997-1026-4cca-ad79-1495ac5969e4,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:12:56.892794 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:56.898580 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:56.931323 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Routers {'d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:12:56.931926 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:12:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:56.990639 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc05b1-0a11-4f88-a326-bdf7611d08e0 None None] Pushing event updated for resources: {'Port': ['ID=1244b997-1026-4cca-ad79-1495ac5969e4,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:57.051763 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] Set router d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:12:57.249532 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'name': 'router1', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '1244b997-1026-4cca-ad79-1495ac5969e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:12:36Z', 'updated_at': '2022-08-17T14:12:54Z', 'revision_number': 4, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'gw_port': {'id': '1244b997-1026-4cca-ad79-1495ac5969e4', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:54Z', 'updated_at': '2022-08-17T14:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d', 'name': '', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'mac_address': 'fa:16:3e:41:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:45Z', 'updated_at': '2022-08-17T14:12:56Z', 'revision_number': 5, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'subnets': [{'id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:12:57.264972 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=31 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:57.267364 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=27,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:57.278739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94d27-04a3-4443-987d-01de7c14848e None None] The sync data for ids ['d30f6f68-7b98-4fd1-bfa2-fb2a52cd61da'] in dv-cinder-820027-18-iscsi is: [{'id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'name': 'router1', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '1244b997-1026-4cca-ad79-1495ac5969e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:12:36Z', 'updated_at': '2022-08-17T14:12:54Z', 'revision_number': 4, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'gw_port': {'id': '1244b997-1026-4cca-ad79-1495ac5969e4', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:54Z', 'updated_at': '2022-08-17T14:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d', 'name': '', 'network_id': '1b6a3d8d-3cec-4890-94e5-a6694dac3433', 'tenant_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'mac_address': 'fa:16:3e:41:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f6f68-7b98-4fd1-bfa2-fb2a52cd61da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:12:45Z', 'updated_at': '2022-08-17T14:12:56Z', 'revision_number': 5, 'project_id': '7d98ffc9d4b044e28081e09ce11d79aa', 'subnets': [{'id': 'c060ba24-cccd-4a26-a635-489ffd6df78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '265ff85b-737b-479b-86e7-add84f1ac375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:12:58.022536 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1244b997-1026-4cca-ad79-1495ac5969e4 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:12:58.048820 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:58.070017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1244b997-1026-4cca-ad79-1495ac5969e4 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:58.070406 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:58.139163 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1244b997-1026-4cca-ad79-1495ac5969e4 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:58.139541 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:58.163051 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 1244b997-1026-4cca-ad79-1495ac5969e4, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1244b997-1026-4cca-ad79-1495ac5969e4,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:12:58.168888 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:58.169606 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:12:58.178742 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 42572) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:12:58.248945 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=1244b997-1026-4cca-ad79-1495ac5969e4,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:12:58.251494 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:58.251879 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:12:58.327368 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:12:58.636065 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-70f8aeef-9860-470f-a688-4b9e110ede34 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4560993 Aug 17 14:12:59.109169 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=43 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:12:59.949380 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1244b997-1026-4cca-ad79-1495ac5969e4 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:12:59.993916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1244b997-1026-4cca-ad79-1495ac5969e4 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:12:59.994398 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1244b997-1026-4cca-ad79-1495ac5969e4), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:00.022961 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:00.067803 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1244b997-1026-4cca-ad79-1495ac5969e4 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:13:03.799662 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=33 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:08.623819 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=33 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:08.633052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=50 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:10.060162 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:10.066716 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:13.254161 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-32ffb8f5-e332-40b5-b0ff-7a2921a80d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:15.293549 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-c808cf2f-ff34-4375-8e58-aa7b4754aab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:16.682500 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:18.111957 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:18.241234 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:25.809519 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:25.813286 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:28.099874 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:28.237651 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:30.801914 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:13:39.844628 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:40.797639 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:43.380830 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6750cfac-edce-42c1-8730-3582116ffec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:45.289968 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-c0236908-e72d-46fe-b113-5303484ff628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:46.691353 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:48.114070 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:48.244239 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:13:58.235590 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:13:58.239871 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:07.802227 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:14:13.235279 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ee7699d8-856c-42ea-9678-5d8d7da4dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:15.283428 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cb06eea9-6364-4454-9842-d6aba31767e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:16.686241 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:17.798390 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:17.799111 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:18.108216 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:18.246911 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:24.698538 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43110) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:25.035307 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.pecan_wsgi.hooks.translation [None req-0054cf04-8a3c-42f4-b455-18f54e0428e4 admin admin] GET failed (client error): The resource could not be found. Aug 17 14:14:25.036569 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0054cf04-8a3c-42f4-b455-18f54e0428e4 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3371058 Aug 17 14:14:25.199009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b333f3-7c85-4836-a7ab-fa1135617979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:25.200501 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-14b333f3-7c85-4836-a7ab-fa1135617979 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597271 Aug 17 14:14:27.560039 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43120) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:27.934362 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f3630-9ae6-44b0-8670-3a35c530bf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:27.935718 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-174f3630-9ae6-44b0-8670-3a35c530bf68 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/c060ba24-cccd-4a26-a635-489ffd6df78e HTTP/1.1" status: 200 len: 849 time: 0.3747509 Aug 17 14:14:27.945377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:14:28.033285 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Publish callbacks [] for subnet (c060ba24-cccd-4a26-a635-489ffd6df78e), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:28.171321 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771567718584'] for subnet (c060ba24-cccd-4a26-a635-489ffd6df78e), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:28.205547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:28.206148 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:28.207415 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/c060ba24-cccd-4a26-a635-489ffd6df78e HTTP/1.1" status: 200 len: 868 time: 0.2656319 Aug 17 14:14:28.211142 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e40d8-8e55-4d41-8e10-8998f9011177 None None] Network 1b6a3d8d-3cec-4890-94e5-a6694dac3433 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:14:28.227331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c060ba24-cccd-4a26-a635-489ffd6df78e,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:14:28.236254 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.236617 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.236941 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.237288 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.237615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.237984 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.238313 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.238638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.238965 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.239288 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.239630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.239958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.240277 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.240591 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.240914 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4874-869c-4939-b1d8-71877aef3696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:14:28.574702 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-2110cbbe-fe5a-460d-8d55-3f3e7f47b64b None None] Provisioning complete for port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:14:28.575093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2110cbbe-fe5a-460d-8d55-3f3e7f47b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:28.650919 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-2110cbbe-fe5a-460d-8d55-3f3e7f47b64b None None] Current status of the port 1c7bbcb5-2c4e-4a36-b1ec-09c028ad2a4d is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:14:28.659065 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-2110cbbe-fe5a-460d-8d55-3f3e7f47b64b None None] Provisioning complete for port 8ea95370-d42e-4576-8a39-dd1e02070470 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:14:28.659457 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2110cbbe-fe5a-460d-8d55-3f3e7f47b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8ea95370-d42e-4576-8a39-dd1e02070470), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:28.729499 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-2110cbbe-fe5a-460d-8d55-3f3e7f47b64b None None] Current status of the port 8ea95370-d42e-4576-8a39-dd1e02070470 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:14:30.664252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43128) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:31.137701 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fb1c5-e87d-46a9-9bbb-4ccc7a981f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:31.138211 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fb1c5-e87d-46a9-9bbb-4ccc7a981f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:31.139848 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-723fb1c5-e87d-46a9-9bbb-4ccc7a981f9d admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4747288 Aug 17 14:14:33.467201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43136) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:33.878156 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97116c04-6b20-4985-b4f6-b983a639951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:33.878650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97116c04-6b20-4985-b4f6-b983a639951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:33.880172 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-97116c04-6b20-4985-b4f6-b983a639951c admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4120579 Aug 17 14:14:36.175420 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43144) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:36.577082 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388773-4dbb-44fc-93a4-84cbd931194d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:36.578442 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-54388773-4dbb-44fc-93a4-84cbd931194d admin admin] 10.222.0.15 "GET /networking/v2.0/networks/1b6a3d8d-3cec-4890-94e5-a6694dac3433 HTTP/1.1" status: 200 len: 869 time: 0.4019608 Aug 17 14:14:38.726840 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:38.727657 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:38.932805 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43154) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:39.337699 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2c1d6-53cf-4f76-af53-f860450a25b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:39.339120 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-70e2c1d6-53cf-4f76-af53-f860450a25b3 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/dc84dacf-66c5-4e14-9560-bb92b0204792 HTTP/1.1" status: 200 len: 886 time: 0.4053681 Aug 17 14:14:39.801504 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:39.805610 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:41.653050 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43162) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:42.057687 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e68d4-f923-492d-bb88-fa6b67224aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:42.058159 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e68d4-f923-492d-bb88-fa6b67224aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:42.059666 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8f4e68d4-f923-492d-bb88-fa6b67224aa6 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4056885 Aug 17 14:14:43.239123 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-25e8ef7a-f1ce-4d91-8f67-f1d14854524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:43.874215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:43.876133 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:44.522174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43170) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:44.856656 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:14:44.910585 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687629f4-78c0-40ac-8602-18cd26b2cd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:44.911046 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687629f4-78c0-40ac-8602-18cd26b2cd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:44.912561 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-687629f4-78c0-40ac-8602-18cd26b2cd48 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3933902 Aug 17 14:14:45.285474 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8895-3c6b-4507-bd9b-826f1aa40c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:46.689490 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:47.264381 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43178) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:47.632063 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbf692-05dd-4f64-9239-7f5b5f5d7a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:47.633436 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-95cbf692-05dd-4f64-9239-7f5b5f5d7a09 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/c060ba24-cccd-4a26-a635-489ffd6df78e HTTP/1.1" status: 200 len: 868 time: 0.3680763 Aug 17 14:14:48.116507 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:48.251640 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:14:49.944951 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43186) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:14:50.304826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d176da2-f2e2-4b5b-9d00-0ca48ffb98d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:14:50.306273 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7d176da2-f2e2-4b5b-9d00-0ca48ffb98d5 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/f19069b2-cbf0-4e68-9cc5-d98942b5de83 HTTP/1.1" status: 200 len: 816 time: 0.3603573 Aug 17 14:14:54.854487 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:54.905005 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=33 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:54.906306 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=36 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:58.246177 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:14:58.248132 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:00.294002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:00.301888 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=15 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:13.241429 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0344a7af-4b88-4d79-91d7-4b5f1c7e9a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:15.287529 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-c8816b08-3fd6-4a7d-be4e-4a4ac83fdc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:16.692865 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:16.807376 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=15 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:16.812502 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=17 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:18.114746 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:18.253979 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:18.969262 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43242) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:15:19.292608 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [None req-f003ed10-bba9-406c-80e8-5dd8326a84d8 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:15:19.293675 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f003ed10-bba9-406c-80e8-5dd8326a84d8 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3233829 Aug 17 14:15:21.749906 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43250) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:15:21.805229 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:15:22.093526 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.pecan_wsgi.hooks.translation [None req-896c5431-9e94-45b0-86a1-d409d55f5207 admin admin] GET failed (client error): The resource could not be found. Aug 17 14:15:22.094833 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-896c5431-9e94-45b0-86a1-d409d55f5207 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3440697 Aug 17 14:15:22.239934 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde03ea2-ad96-45c2-a253-1711b496f2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:15:22.241441 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-bde03ea2-ad96-45c2-a253-1711b496f2ac admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420829 Aug 17 14:15:24.616485 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43258) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:15:24.942980 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:15:24.966469 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Made reservation on behalf of a5ff3e7716394d4096c9738409347ce5 for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:15:24.968780 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:25.002873 dv-cinder-820027-18-iscsi neutron-server[106366]: WARNING neutron.services.revisions.revision_plugin [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Could not find related network for resource to bump revision. Aug 17 14:15:25.016002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:15:25.025452 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (fd59da7c-8529-4e73-a9d4-090bbf840ebb), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:25.025788 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Added segment fd59da7c-8529-4e73-a9d4-090bbf840ebb of type vlan for network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 Aug 17 14:15:25.072455 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (e9dbca00-f54b-4ee6-bb4b-e199706a5a04), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:25.096965 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (e9dbca00-f54b-4ee6-bb4b-e199706a5a04), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:25.097952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:15:25.098519 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:25.170880 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5532527 Aug 17 14:15:25.202385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f5024-420b-48f4-baa3-9e282be0db72 admin admin] Pushing event updated for resources: {'Network': ['ID=e9dbca00-f54b-4ee6-bb4b-e199706a5a04,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:15:25.214606 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:15:27.540862 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43266) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:15:27.880134 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.pecan_wsgi.hooks.translation [None req-528d2562-b5cf-4803-ba1d-f2b22e374e32 admin admin] GET failed (client error): The resource could not be found. Aug 17 14:15:27.881406 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-528d2562-b5cf-4803-ba1d-f2b22e374e32 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3395991 Aug 17 14:15:27.954751 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030aa6d-1147-40bb-bc3f-eb07d6717a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:15:27.956205 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b030aa6d-1147-40bb-bc3f-eb07d6717a49 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704658 Aug 17 14:15:27.966035 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04', 'cidr': '192.168.233.0/24'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:15:27.989267 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Made reservation on behalf of a5ff3e7716394d4096c9738409347ce5 for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:15:27.991534 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:28.176305 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (e033d5ec-99bd-4870-8b5f-2920f05374b3), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:28.302970 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e033d5ec-99bd-4870-8b5f-2920f05374b3,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:15:28.316905 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.317254 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.317597 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.317963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.318300 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.318632 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.318960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.319285 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.319634 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.319964 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.320291 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.320616 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.320937 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.321260 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.321578 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.331729 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Checking segment: {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:15:28.332086 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Network hostable DHCP agents. Network: e9dbca00-f54b-4ee6-bb4b-e199706a5a04, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:15:28.355208 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:15:28.365946 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, e9dbca00-f54b-4ee6-bb4b-e199706a5a04) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:15:28.369890 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:15:28.370502 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:28.376855 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d91e27-2b19-4a60-ada3-094663723768 None None] Network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:15:28.387551 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-fa429413-d1d5-4147-9233-883ac500c026 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4247160 Aug 17 14:15:28.488684 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-e9dbca00-f54b-4ee6-bb4b-e199706a5a04', 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04', 'project_id': 'a5ff3e7716394d4096c9738409347ce5', 'fixed_ips': [{'subnet_id': 'e033d5ec-99bd-4870-8b5f-2920f05374b3'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:15:28.489643 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:28.634149 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Allocated IP 192.168.233.2 (e9dbca00-f54b-4ee6-bb4b-e199706a5a04/e033d5ec-99bd-4870-8b5f-2920f05374b3/66b7db5f-4af8-4877-8ab3-a2c84e956bc5) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:15:28.874683 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Publish callbacks [] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:28.881194 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:28.936320 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:15:28.945342 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:15:28.948097 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:15:28.952051 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Pushing event updated for resources: {'Port': ['ID=66b7db5f-4af8-4877-8ab3-a2c84e956bc5,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:15:28.963451 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.963806 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.964179 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.964545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.964884 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.965219 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.965578 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.965983 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.966585 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.967091 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.967586 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.968094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.968585 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.969075 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:28.969557 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:15:29.024909 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Attempting to bind port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:15:29.025287 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Attempting to bind port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:15:29.025651 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Attempting to bind port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 on network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:15:29.031445 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:15:29.031825 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Checking segment: {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:15:29.032228 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:29.032617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Bound using segment: {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:15:29.033093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Bound port: 66b7db5f-4af8-4877-8ab3-a2c84e956bc5, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:15:29.033474 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:29.096989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] For port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:15:29.100761 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] For port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=66b7db5f-4af8-4877-8ab3-a2c84e956bc5,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:15:29.107412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:29.171210 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f5445-0a32-4c03-a3c1-3f2f6be73606 None None] Pushing event updated for resources: {'Port': ['ID=66b7db5f-4af8-4877-8ab3-a2c84e956bc5,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:15:29.980864 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c8781-c5b6-46ca-aca8-fedac7452d98 None None] Network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:15:30.048906 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:30.051408 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:30.065399 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:15:30.147560 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] Provisioning complete for port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:15:30.147949 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:30.177450 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:15:30.178124 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:30.298830 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] Current status of the port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:15:30.299236 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:30.302562 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:15:30.302935 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:30.352513 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] For port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=66b7db5f-4af8-4877-8ab3-a2c84e956bc5,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:15:30.357533 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:30.428144 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.db.api [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 17 14:15:30.428614 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG oslo_db.api [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 14:15:30.431448 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac2391-7bf1-4b08-9155-cf2ae9b8dbac None None] Pushing event updated for resources: {'Port': ['ID=66b7db5f-4af8-4877-8ab3-a2c84e956bc5,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:15:30.475588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-bca1c710-a702-49a9-a6f6-15df55d95a80 None None] Provisioning complete for port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:15:30.475916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-bca1c710-a702-49a9-a6f6-15df55d95a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:30.554164 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-bca1c710-a702-49a9-a6f6-15df55d95a80 None None] Current status of the port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:15:30.968506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:15:31.802372 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:32.021741 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:15:32.066418 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:15:32.066734 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (66b7db5f-4af8-4877-8ab3-a2c84e956bc5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:32.141333 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 66b7db5f-4af8-4877-8ab3-a2c84e956bc5 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:15:35.176709 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:35.197364 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:38.380508 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:38.381231 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=65,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:42.129469 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:42.140104 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:43.270654 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-106e95ea-eb22-428e-a40b-c2b40612a178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:45.289760 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cd9749f9-aa87-4416-be19-8f08e5d30e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:46.695541 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:48.118723 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:48.256713 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:15:53.808128 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:53.809468 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:58.247295 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:58.252674 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:15:58.804871 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:16:11.794176 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:11.794996 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:13.246858 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-40be8fbd-75c0-41fb-8b3e-c4b15441f9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:15.291290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5b3b8944-01c4-48ea-a114-2b9d6577ebcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:16.697961 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:18.124055 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:18.259958 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:28.249135 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:28.256617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:30.799876 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:30.805091 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:35.804236 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:16:43.212122 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43312) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:16:43.217829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [None req-1b4a91c2-b417-4e28-b968-02c0c2df5cb7 tempest-verify_tempest_config-1883533287 tempest-verify_tempest_config-1883533287-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:16:43.218872 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1b4a91c2-b417-4e28-b968-02c0c2df5cb7 tempest-verify_tempest_config-1883533287 tempest-verify_tempest_config-1883533287-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057817 Aug 17 14:16:43.249577 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-83e50e29-3e15-4b54-b140-94b6ff7974b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:43.731311 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43330) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:16:44.063487 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.140381 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Publish callbacks [] for security_group (f277ed6b-8ab3-47b5-97fa-2b049a9414b5), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.143838 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f277ed6b-8ab3-47b5-97fa-2b049a9414b5), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.191308 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f277ed6b-8ab3-47b5-97fa-2b049a9414b5,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:16:44.194989 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e4131de446a1420c9274af84720f6865&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4626818 Aug 17 14:16:44.198471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43334) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:16:44.202075 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.202431 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.202792 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.203138 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.203475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.203811 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.204143 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.204477 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.204824 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.205179 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.205491 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.205825 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.206178 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.206500 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.206823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752447a6-5175-4bc7-b558-e1d5906e14cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.255152 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Publish callbacks [] for security_group (f277ed6b-8ab3-47b5-97fa-2b049a9414b5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.276959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Publish callbacks [] for security_group (f277ed6b-8ab3-47b5-97fa-2b049a9414b5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.377817 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f277ed6b-8ab3-47b5-97fa-2b049a9414b5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.380357 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:44.381627 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f277ed6b-8ab3-47b5-97fa-2b049a9414b5 HTTP/1.1" status: 204 len: 168 time: 0.1819978 Aug 17 14:16:44.390506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277ed6b-8ab3-47b5-97fa-2b049a9414b5,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:16:44.397154 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.397508 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.397887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.398240 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.398642 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.398898 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.399228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.399555 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.399897 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.400224 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.400573 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.400910 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.401225 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.401547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:44.401887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6f91a-62d0-492e-b8bd-e4180f8f2f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:16:45.294293 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6e0a-f8be-44bc-9f97-97fb6364ee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:45.800989 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:45.801751 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:46.701407 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:48.124029 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:48.263006 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:16:54.190089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:54.197120 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:54.393371 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:54.394883 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:58.256028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:16:58.257928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:12.803029 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:17:13.254848 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-98d9ccfd-1521-45a9-a403-b85a1522ed93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:15.296205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8c90dc83-d8f7-44ce-b872-1880db8adca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:16.702821 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:18.127190 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:18.266236 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:22.799367 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=15 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:22.800121 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=19 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:28.255134 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:28.261982 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:43.273779 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4e1667fc-634f-4b99-861f-c5a8618387d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:44.817957 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:44.819509 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:45.297977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-47bb37ea-0974-416e-9191-a2a7514076f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:46.708161 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:48.129654 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:48.268516 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:17:49.802021 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 5 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:17:58.256686 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:58.264628 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:59.797456 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:17:59.798225 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:11.800428 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:13.256150 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-fe8a849d-4efc-4e1e-8323-5ab3bd815431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:15.300728 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-917f00b3-edec-4a68-bd4e-b5b64ae45ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:16.708190 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:18.131758 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:18.271409 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:20.243663 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762397'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:21.817211 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=6 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:26.801895 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:18:30.235921 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:30.239189 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:32.728595 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43430) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:18:32.855808 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-3f59a221-61f2-48d2-a50b-742cccda16e2 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1261542 Aug 17 14:18:35.065368 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43440) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:18:35.118985 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2311653e-fc53-42a1-a68b-524933d0a71a admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524902 Aug 17 14:18:39.800878 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:39.801637 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:43.354816 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-39e6bd11-d1e2-454b-a4dc-ef43311f0c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:45.112996 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:45.114210 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:45.302318 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-434f68ad-64d4-489c-ab19-a4f4a737098e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:46.711147 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:48.136769 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:48.272955 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:50.224385 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:18:58.808372 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:18:58.813535 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:00.213600 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:00.220852 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:03.800842 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:19:13.257795 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3c67bf40-8781-43da-8d0b-67569e337327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:13.266275 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=12 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:13.797200 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=16 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:15.304965 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b30b9a5e-f835-4336-829a-79469eb0c0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:16.713721 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:18.136433 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:18.274723 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:20.223044 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:30.211761 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:30.219437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:35.805120 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:35.809467 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:40.802026 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:19:43.276511 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9165ce9c-0f35-4342-b6fa-ed8571916ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:45.307051 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-19138308-9f68-4489-a7ae-f7a78085f29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:46.715869 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:48.141509 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:48.282636 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:50.244786 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:19:50.796582 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:19:50.797536 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:00.239039 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:00.240700 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:07.556687 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43572) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:07.948997 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1468599135-network', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:07.972148 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Made reservation on behalf of e868b96d3fae45afbc1f7be86255a61b for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:07.975464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:07.984842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.069246 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks [] for security_group (19739cc7-882b-4cc6-8d55-ceef37393963), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.073759 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (19739cc7-882b-4cc6-8d55-ceef37393963), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.103744 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:20:08.110366 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19739cc7-882b-4cc6-8d55-ceef37393963,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:08.121517 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.121877 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.122401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.122788 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.123052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.123926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.124769 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.126107 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.126690 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.127274 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.128202 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.129295 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.129623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.129818 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.130168 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Tracked resource versions report: Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: pushed versions: Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: { 'AddressGroup': {'1.2'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Agent': {'1.1'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'ConntrackHelper': {'1.0'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Log': {'1.0'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'NDPProxy': {'1.0'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Network': {'1.1'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Port': {'1.7'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'PortForwarding': {'1.3'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'QosPolicy': {'1.10'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroup': {'1.5'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SubPort': {'1.0'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Subnet': {'1.1'}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Trunk': {'1.1'}} Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: consumer versions: Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: HyperV agent@hv-cinder-82002: {}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Agent': '1.1', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'ConntrackHelper': '1.0', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'LocalIPAssociation': '1.0', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Log': '1.0', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'NDPProxy': '1.0', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Network': '1.1', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Port': '1.7', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'PortForwarding': '1.3', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'QosPolicy': '1.10', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroup': '1.5', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SecurityGroupRule': '1.2', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'SubPort': '1.0', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Subnet': '1.1', Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: 'Trunk': '1.1'}} Aug 17 14:20:08.131526 dv-cinder-820027-18-iscsi neutron-server[106366]: {{(pid=106366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:20:08.144381 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (f2ee87d1-1103-4009-99bc-99aa454dc669), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.144651 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Added segment f2ee87d1-1103-4009-99bc-99aa454dc669 of type vlan for network d0f47e31-f999-4294-9509-919f3e31b70f Aug 17 14:20:08.198285 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (d0f47e31-f999-4294-9509-919f3e31b70f), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.229663 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (d0f47e31-f999-4294-9509-919f3e31b70f), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.231608 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:08.232353 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.301898 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7440877 Aug 17 14:20:08.304957 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43618) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:08.310609 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Request body: {'subnet': {'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1468599135-subnet', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:08.314424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52941-1c67-4b9e-8054-5477dcc0b27a admin admin] Pushing event updated for resources: {'Network': ['ID=d0f47e31-f999-4294-9509-919f3e31b70f,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:08.324534 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network d0f47e31-f999-4294-9509-919f3e31b70f details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:20:08.345395 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Made reservation on behalf of e868b96d3fae45afbc1f7be86255a61b for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:08.348728 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.573456 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (5d355202-e9d3-4efe-a2c8-dcee408fdc75), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.624942 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d355202-e9d3-4efe-a2c8-dcee408fdc75,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:08.636132 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.636474 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.637004 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.637347 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.637682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.638019 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.638354 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.638673 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.639582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.640182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.640705 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.641031 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.641353 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.641668 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.642160 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Tracked resource versions report: Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: pushed versions: Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: { 'AddressGroup': {'1.2'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Agent': {'1.1'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'ConntrackHelper': {'1.0'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Log': {'1.0'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'NDPProxy': {'1.0'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Network': {'1.1'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Port': {'1.7'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'PortForwarding': {'1.3'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'QosPolicy': {'1.10'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroup': {'1.5'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SubPort': {'1.0'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Subnet': {'1.1'}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Trunk': {'1.1'}} Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: consumer versions: Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: HyperV agent@hv-cinder-82002: {}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Agent': '1.1', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'ConntrackHelper': '1.0', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'LocalIPAssociation': '1.0', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Log': '1.0', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'NDPProxy': '1.0', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Network': '1.1', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Port': '1.7', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'PortForwarding': '1.3', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'QosPolicy': '1.10', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroup': '1.5', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SecurityGroupRule': '1.2', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'SubPort': '1.0', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Subnet': '1.1', Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: 'Trunk': '1.1'}} Aug 17 14:20:08.643354 dv-cinder-820027-18-iscsi neutron-server[106367]: {{(pid=106367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:20:08.663524 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Checking segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:08.663877 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Network hostable DHCP agents. Network: d0f47e31-f999-4294-9509-919f3e31b70f, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:20:08.684949 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Network d0f47e31-f999-4294-9509-919f3e31b70f is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:20:08.699714 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, d0f47e31-f999-4294-9509-919f3e31b70f) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:08.707558 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad7bc7-1795-416f-a493-9613a51ac15e None None] Network d0f47e31-f999-4294-9509-919f3e31b70f requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:08.708668 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:08.709272 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.735662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43652) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:08.736152 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b223d051-3a4a-4df2-a332-5c0a02d7f298 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4297838 Aug 17 14:20:08.743171 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:08.780602 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (3bf0dfa4-de0d-42ca-8a14-68203d9741be), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.783502 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (3bf0dfa4-de0d-42ca-8a14-68203d9741be), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:08.868793 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-d0f47e31-f999-4294-9509-919f3e31b70f', 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'fixed_ips': [{'subnet_id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:20:08.870810 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.017036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks [] for router_controller (3bf0dfa4-de0d-42ca-8a14-68203d9741be), precommit_add_association {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.034449 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Allocated IP 172.20.0.2 (d0f47e31-f999-4294-9509-919f3e31b70f/5d355202-e9d3-4efe-a2c8-dcee408fdc75/eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:09.184116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks [] for router_gateway (3bf0dfa4-de0d-42ca-8a14-68203d9741be), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.222430 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Publish callbacks [] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.234743 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43682) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:09.238702 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.296568 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Network d0f47e31-f999-4294-9509-919f3e31b70f is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:09.300052 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:09.307114 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:09.312091 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Pushing event updated for resources: {'Port': ['ID=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:09.321795 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.322407 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.322984 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.323513 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.323993 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.324489 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.324982 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.334118 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.334709 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.335375 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.336214 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.336472 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.337009 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.337539 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.340028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Tracked resource versions report: Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: pushed versions: Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: { 'AddressGroup': {'1.2'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Agent': {'1.1'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'ConntrackHelper': {'1.0'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Log': {'1.0'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'NDPProxy': {'1.0'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Network': {'1.1'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Port': {'1.7'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'PortForwarding': {'1.3'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'QosPolicy': {'1.10'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroup': {'1.5'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SubPort': {'1.0'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Subnet': {'1.1'}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Trunk': {'1.1'}} Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: consumer versions: Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: HyperV agent@hv-cinder-82002: {}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Agent': '1.1', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'ConntrackHelper': '1.0', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'LocalIPAssociation': '1.0', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Log': '1.0', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'NDPProxy': '1.0', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Network': '1.1', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Port': '1.7', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'PortForwarding': '1.3', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'QosPolicy': '1.10', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroup': '1.5', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SecurityGroupRule': '1.2', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'SubPort': '1.0', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Subnet': '1.1', Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: 'Trunk': '1.1'}} Aug 17 14:20:09.341662 dv-cinder-820027-18-iscsi neutron-server[106368]: {{(pid=106368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:20:09.413962 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43690) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:09.422019 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Attempting to bind port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:09.422522 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Attempting to bind port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:09.422993 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Attempting to bind port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e on network d0f47e31-f999-4294-9509-919f3e31b70f {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:09.426889 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks [] for router_gateway (3bf0dfa4-de0d-42ca-8a14-68203d9741be), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.429612 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:09.430158 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Checking segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:09.430667 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.431161 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Bound using segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:09.431738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Bound port: eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:09.432323 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.455438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.462598 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:09.544315 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] For port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:09.548732 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] For port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:09.556881 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.599326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Allocated IP 172.27.1.88 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/96cd9875-814b-4cd1-8e05-2adc57c71977) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:09.633135 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f2fd-5028-4c36-a9fe-4e1abd5eb7b5 None None] Pushing event updated for resources: {'Port': ['ID=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:09.691497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:09.762621 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks [] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.777501 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-174738169-network', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:09.840854 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Made reservation on behalf of 5b4ef43b33bc4c5b8efa846043d0ca15 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:09.844710 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.848146 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.881617 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-network', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:09.992216 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.992216 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Made reservation on behalf of d406f06c30a245ea8a84766f5bc4bde4 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:09.992216 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:09.997602 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Pushing event updated for resources: {'Port': ['ID=96cd9875-814b-4cd1-8e05-2adc57c71977,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:10.028678 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:10.030682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.034121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:10.038744 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:10.268714 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:10.361960 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:10.389361 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks [] for security_group (73d018de-2fed-493f-8f18-3353e011b1f5), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.425955 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (73d018de-2fed-493f-8f18-3353e011b1f5), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.430522 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:10.459842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks [] for router_gateway (3bf0dfa4-de0d-42ca-8a14-68203d9741be), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.502621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks [] for security_group (a6a833a5-4fcb-47a4-9e65-6181669e747d), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.509191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:10.509838 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.532563 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (a6a833a5-4fcb-47a4-9e65-6181669e747d), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.549193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:20:10.644041 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:20:10.719504 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (fa3df637-b401-4cd5-aa66-23eb4750e8b4), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.719869 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Added segment fa3df637-b401-4cd5-aa66-23eb4750e8b4 of type vlan for network 59442bb5-753e-4bc4-9939-ce44de7a1cfd Aug 17 14:20:10.744545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:10.746442 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.865368 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:10.875587 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.883518 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (59442bb5-753e-4bc4-9939-ce44de7a1cfd), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.908131 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (3bf0dfa4-de0d-42ca-8a14-68203d9741be), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.962313 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:10.980910 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (59442bb5-753e-4bc4-9939-ce44de7a1cfd), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:10.984912 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:10.986439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.016261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (fd0243ae-9fda-4ccb-b6d0-53eee35b5255), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.017420 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Added segment fd0243ae-9fda-4ccb-b6d0-53eee35b5255 of type vlan for network b0217b11-e15c-43c2-9f22-0b0f3019f594 Aug 17 14:20:11.038018 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:11.125148 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Pushing event updated for resources: {'Network': ['ID=59442bb5-753e-4bc4-9939-ce44de7a1cfd,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:11.134898 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8963416 Aug 17 14:20:11.134898 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fff2f-53ab-4706-98c6-88b6e7da752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d018de-2fed-493f-8f18-3353e011b1f5,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:11.139514 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43748) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:11.141576 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:20:11.169708 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:11.178494 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Request body: {'subnet': {'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-subnet', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:11.188079 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Router 3bf0dfa4-de0d-42ca-8a14-68203d9741be is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:20:11.209610 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Made reservation on behalf of 5b4ef43b33bc4c5b8efa846043d0ca15 for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:11.212863 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.236842 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:11.249849 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (b0217b11-e15c-43c2-9f22-0b0f3019f594), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.290159 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc7094-7f53-4839-b3d9-d034acfcf4c4 None None] Network d0f47e31-f999-4294-9509-919f3e31b70f requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:11.370887 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a833a5-4fcb-47a4-9e65-6181669e747d,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:11.383155 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-9b19de24-f3be-4e5e-81d7-ceaa8edaea9c None None] Provisioning complete for port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:11.384212 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9b19de24-f3be-4e5e-81d7-ceaa8edaea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.397741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:20:11.399476 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (b0217b11-e15c-43c2-9f22-0b0f3019f594), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.400968 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:11.401937 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.410328 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Sync routers for ids ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:20:11.429789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.430887 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0152156 Aug 17 14:20:11.435005 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Routers {'3bf0dfa4-de0d-42ca-8a14-68203d9741be'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:11.435202 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43752) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:11.435347 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ad425955-3c98-4ca0-8187-146f9c6f3f33 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6942105 Aug 17 14:20:11.435490 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:19:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:11.442006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43754) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:11.454170 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Request body: {'subnet': {'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-subnet', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:11.536132 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f465a-b726-45fa-a551-0760b57e2517 admin admin] Pushing event updated for resources: {'Network': ['ID=b0217b11-e15c-43c2-9f22-0b0f3019f594,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:11.622567 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:20:11.764619 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Made reservation on behalf of d406f06c30a245ea8a84766f5bc4bde4 for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:11.765818 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.770400 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (7ce34ccd-438a-4e4f-8468-b88bc2b8f35b), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:11.807875 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Set router 3bf0dfa4-de0d-42ca-8a14-68203d9741be gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:11.820743 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-9b19de24-f3be-4e5e-81d7-ceaa8edaea9c None None] Current status of the port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:11.943837 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Checking segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:11.944238 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Network hostable DHCP agents. Network: 59442bb5-753e-4bc4-9939-ce44de7a1cfd, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:20:12.004403 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:20:12.031778 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:12.039978 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:12.042600 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 59442bb5-753e-4bc4-9939-ce44de7a1cfd) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:12.054419 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:12.055814 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.105050 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9428086 Aug 17 14:20:12.114073 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2992ea-faae-49a9-8dba-724a154b0c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:12.128725 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43766) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:12.159566 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:12.185496 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:12.270652 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041c166-8e47-47a5-ad65-6a12c8b014d3 None None] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:12.273528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (25df77c2-2cbd-4842-b34c-fd9f868a2afe), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.278935 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (25df77c2-2cbd-4842-b34c-fd9f868a2afe), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.368689 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (a0007775-5b31-437e-8d50-692a395f45ee), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.453835 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Checking segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:12.454564 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Network hostable DHCP agents. Network: b0217b11-e15c-43c2-9f22-0b0f3019f594, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:20:12.464554 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0007775-5b31-437e-8d50-692a395f45ee,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:12.483089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:20:12.494636 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, b0217b11-e15c-43c2-9f22-0b0f3019f594) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:12.496927 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:20:10Z', 'revision_number': 3, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:12.515465 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:12.517910 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.538007 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:12.542392 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d984bb-3f8d-47f6-a9e7-1e414c82dd88 None None] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:12.554285 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-950211f1-6a03-415e-b9bc-1b9d4a705f2b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1014266 Aug 17 14:20:12.554285 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43794) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:12.558717 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:12.560491 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Checking router: 3bf0dfa4-de0d-42ca-8a14-68203d9741be for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:20:12.560892 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Updating router 3bf0dfa4-de0d-42ca-8a14-68203d9741be port 96cd9875-814b-4cd1-8e05-2adc57c71977 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:20:12.598763 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks [] for router_controller (25df77c2-2cbd-4842-b34c-fd9f868a2afe), precommit_add_association {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.609054 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-6307b55f-a9f5-43d8-9ba6-b788e750dda8 None None] Provisioning complete for port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:12.612024 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (c82182d2-05b4-40d6-862c-84af6827bea7), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.613069 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (c82182d2-05b4-40d6-862c-84af6827bea7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.620952 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.622211 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6307b55f-a9f5-43d8-9ba6-b788e750dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.714621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks [] for router_controller (c82182d2-05b4-40d6-862c-84af6827bea7), precommit_add_association {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.809635 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:20:12.811809 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.863651 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:12.864319 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.947084 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-b0217b11-e15c-43c2-9f22-0b0f3019f594', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:20:12.953892 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.972001 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks [] for router_gateway (25df77c2-2cbd-4842-b34c-fd9f868a2afe), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:12.979483 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:13.048344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks [] for router_gateway (c82182d2-05b4-40d6-862c-84af6827bea7), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.150215 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Publish callbacks [] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.158389 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.183382 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-6307b55f-a9f5-43d8-9ba6-b788e750dda8 None None] Current status of the port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:13.226459 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:13.262005 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Attempting to bind port 96cd9875-814b-4cd1-8e05-2adc57c71977 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:13.262383 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Attempting to bind port 96cd9875-814b-4cd1-8e05-2adc57c71977 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:13.262773 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Attempting to bind port 96cd9875-814b-4cd1-8e05-2adc57c71977 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:13.270348 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Pushing event updated for resources: {'Port': ['ID=96cd9875-814b-4cd1-8e05-2adc57c71977,revision_number=2']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:13.277805 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:13.278085 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:13.278406 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.278806 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:13.279322 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Bound port: 96cd9875-814b-4cd1-8e05-2adc57c71977, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:13.280001 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.353352 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] For port 96cd9875-814b-4cd1-8e05-2adc57c71977, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:13.357019 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] For port 96cd9875-814b-4cd1-8e05-2adc57c71977, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=96cd9875-814b-4cd1-8e05-2adc57c71977,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:13.372299 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.372740 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.373093 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.373522 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.376569 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.376901 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.377412 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.379575 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.382383 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.383936 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.386410 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.387774 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.388380 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.390490 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.392631 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Tracked resource versions report: Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: pushed versions: Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: { 'AddressGroup': {'1.2'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Agent': {'1.1'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'ConntrackHelper': {'1.0'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'LocalIPAssociation': {'1.0'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Log': {'1.0'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'NDPProxy': {'1.0'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Network': {'1.1'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Port': {'1.7'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'PortForwarding': {'1.3'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'QosPolicy': {'1.10'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroup': {'1.5'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroupRule': {'1.2'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SubPort': {'1.0'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Subnet': {'1.1'}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Trunk': {'1.1'}} Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: consumer versions: Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: { DHCP agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: HyperV agent@hv-cinder-82002: {}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: L3 agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: Metadata agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: Metering agent@dv-cinder-820027-18-iscsi: {}, Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: Open vSwitch agent@dv-cinder-820027-18-iscsi: { 'AddressGroup': '1.2', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Agent': '1.1', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'ConntrackHelper': '1.0', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'LocalIPAssociation': '1.0', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Log': '1.0', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'NDPProxy': '1.0', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Network': '1.1', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Port': '1.7', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'PortForwarding': '1.3', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'QosPolicy': '1.10', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroup': '1.5', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SecurityGroupRule': '1.2', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'SubPort': '1.0', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Subnet': '1.1', Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: 'Trunk': '1.1'}} Aug 17 14:20:13.394883 dv-cinder-820027-18-iscsi neutron-server[106369]: {{(pid=106369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 14:20:13.406730 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:13.409752 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.416618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:13.424607 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks [] for router_gateway (25df77c2-2cbd-4842-b34c-fd9f868a2afe), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.465727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.476721 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Routers {'3bf0dfa4-de0d-42ca-8a14-68203d9741be'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:13.478636 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:19:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:13.606557 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8e1aec35-99a3-4869-a04f-3801500862b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.643680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Allocated IP 172.20.0.2 (59442bb5-753e-4bc4-9939-ce44de7a1cfd/7ce34ccd-438a-4e4f-8468-b88bc2b8f35b/3e1e48c7-d4bd-4b4e-9f63-ac5050e37837) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:13.710727 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:13.728605 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] Set router 3bf0dfa4-de0d-42ca-8a14-68203d9741be gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:13.849953 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.870579 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Allocated IP 172.20.0.2 (b0217b11-e15c-43c2-9f22-0b0f3019f594/a0007775-5b31-437e-8d50-692a395f45ee/189d156e-ec7d-4b6b-9363-b4520f4aff3f) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:13.896214 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks [] for router_gateway (c82182d2-05b4-40d6-862c-84af6827bea7), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:13.942869 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:13.961589 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.147430 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626cf1b-7140-4a40-aeb7-d509c6c60223 None None] Pushing event updated for resources: {'Port': ['ID=96cd9875-814b-4cd1-8e05-2adc57c71977,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:14.193778 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:14.245724 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:20:10Z', 'revision_number': 3, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:14.276104 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6357-e63c-4c2f-b403-2429da3eb69f None None] The sync data for ids ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'] in dv-cinder-820027-18-iscsi is: [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:20:10Z', 'revision_number': 3, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:20:14.306799 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Allocated IP 172.27.1.245 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/aa7088b1-18f7-46f0-b5c9-7823f82bf766) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:14.355705 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Publish callbacks [] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.361603 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43866) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:14.372646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Allocated IP 172.20.0.1 (d0f47e31-f999-4294-9509-919f3e31b70f/5d355202-e9d3-4efe-a2c8-dcee408fdc75/622f8232-65eb-4f54-8679-5b332b36d05e) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:14.380376 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.432635 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Publish callbacks [] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.445290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:14.453490 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.455623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:14.460990 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:14.471268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Pushing event updated for resources: {'Port': ['ID=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:14.507077 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:14.510994 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:14.533665 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:14.541452 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3494-a596-47f5-aa06-5938788808d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.546253 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:14.584758 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Pushing event updated for resources: {'Port': ['ID=189d156e-ec7d-4b6b-9363-b4520f4aff3f,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:14.609264 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Attempting to bind port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:14.610422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Attempting to bind port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:14.611008 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Attempting to bind port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:14.636143 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks [] for port (622f8232-65eb-4f54-8679-5b332b36d05e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.642163 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:14.642954 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Checking segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:14.644610 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.645089 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Bound using segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:14.645691 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Bound port: 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:14.646222 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.649283 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks [] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.679327 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Attempting to bind port 189d156e-ec7d-4b6b-9363-b4520f4aff3f on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:14.679843 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Attempting to bind port 189d156e-ec7d-4b6b-9363-b4520f4aff3f by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:14.680271 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Attempting to bind port 189d156e-ec7d-4b6b-9363-b4520f4aff3f on network b0217b11-e15c-43c2-9f22-0b0f3019f594 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:14.698979 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:14.708843 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3494-a596-47f5-aa06-5938788808d5 admin admin] Publish callbacks [] for security_group (17533d14-c2e6-498d-ae1b-6e0b41a3e516), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.711956 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:14.712635 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Checking segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:14.713235 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.714032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Bound using segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:14.714734 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Bound port: 189d156e-ec7d-4b6b-9363-b4520f4aff3f, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:14.715511 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.719367 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.719999 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3494-a596-47f5-aa06-5938788808d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (17533d14-c2e6-498d-ae1b-6e0b41a3e516), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.740165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Network d0f47e31-f999-4294-9509-919f3e31b70f is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:14.740874 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.761711 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:14.772096 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:14.773531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:14.774116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (3bf0dfa4-de0d-42ca-8a14-68203d9741be), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.794007 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] For port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:14.800475 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] For port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:14.817227 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:14.853139 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:14.889341 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:14.944447 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1c0d3494-a596-47f5-aa06-5938788808d5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9d8c2fa6ebbf4d079c69e9b6e8a95b79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5810833 Aug 17 14:20:14.953115 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43884) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:14.975996 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3494-a596-47f5-aa06-5938788808d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17533d14-c2e6-498d-ae1b-6e0b41a3e516,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:15.036965 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43886) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:15.040035 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Allocated IP 172.27.1.80 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/2e99e880-2a67-43a2-bf49-f11fe580687a) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:15.120069 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fe4b4-66d6-4794-87fb-cdf1dbb27603 None None] Pushing event updated for resources: {'Port': ['ID=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:15.125784 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] For port 189d156e-ec7d-4b6b-9363-b4520f4aff3f, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:15.156969 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] For port 189d156e-ec7d-4b6b-9363-b4520f4aff3f, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=189d156e-ec7d-4b6b-9363-b4520f4aff3f,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:15.165269 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:15.172098 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.200972 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:15.346009 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc016a8-60e0-4485-83e5-c8b5cf1937dd None None] Pushing event updated for resources: {'Port': ['ID=189d156e-ec7d-4b6b-9363-b4520f4aff3f,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:15.363270 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-eb3e2bff-a940-4d06-814c-efe90a63b9f0 None None] Provisioning complete for port 622f8232-65eb-4f54-8679-5b332b36d05e triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:15.363818 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2bff-a940-4d06-814c-efe90a63b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.408342 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-29ee2fb5-a3af-4e78-9db6-8f6be5dc872e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.444555 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e2bff-a940-4d06-814c-efe90a63b9f0 None None] Port 622f8232-65eb-4f54-8679-5b332b36d05e cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:15.497924 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks [] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.501999 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:15.521279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Pushing event updated for resources: {'Port': ['ID=622f8232-65eb-4f54-8679-5b332b36d05e,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:15.613379 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.630588 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ce3d-7ff9-41ab-aef9-6542d843b358 admin admin] Publish callbacks [] for security_group (17533d14-c2e6-498d-ae1b-6e0b41a3e516), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.660108 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:15.682165 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:15.698605 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:15.770709 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7088b1-18f7-46f0-b5c9-7823f82bf766,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:15.820180 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ce3d-7ff9-41ab-aef9-6542d843b358 admin admin] Publish callbacks [] for security_group (17533d14-c2e6-498d-ae1b-6e0b41a3e516), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.828944 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Pushing event updated for resources: {'Port': ['ID=2e99e880-2a67-43a2-bf49-f11fe580687a,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:15.835872 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-85bc8c6b-54a7-48df-868f-3a0d15844bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:15.889331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:15.909924 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.010524 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks [] for router_gateway (25df77c2-2cbd-4842-b34c-fd9f868a2afe), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.050285 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ce3d-7ff9-41ab-aef9-6542d843b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (17533d14-c2e6-498d-ae1b-6e0b41a3e516), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.053514 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ce3d-7ff9-41ab-aef9-6542d843b358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.054983 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5ae5ce3d-7ff9-41ab-aef9-6542d843b358 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/17533d14-c2e6-498d-ae1b-6e0b41a3e516 HTTP/1.1" status: 204 len: 168 time: 1.1001654 Aug 17 14:20:16.107609 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5ce3d-7ff9-41ab-aef9-6542d843b358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17533d14-c2e6-498d-ae1b-6e0b41a3e516,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:16.117051 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:16.211672 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-85bc8c6b-54a7-48df-868f-3a0d15844bea admin admin] Publish callbacks [] for security_group (6f60d324-06c0-43f0-949b-e504f385f2cb), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.237512 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-85bc8c6b-54a7-48df-868f-3a0d15844bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6f60d324-06c0-43f0-949b-e504f385f2cb), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.307782 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks [] for router_gateway (c82182d2-05b4-40d6-862c-84af6827bea7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.315899 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-85bc8c6b-54a7-48df-868f-3a0d15844bea admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7543c978a7d54e6da8441b973a551b91&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2591164 Aug 17 14:20:16.315899 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43910) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:16.340129 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks [] for port (622f8232-65eb-4f54-8679-5b332b36d05e), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.353516 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 189d156e-ec7d-4b6b-9363-b4520f4aff3f up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:16.366094 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc8c6b-54a7-48df-868f-3a0d15844bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f60d324-06c0-43f0-949b-e504f385f2cb,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:16.376222 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.377555 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (3bf0dfa4-de0d-42ca-8a14-68203d9741be), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.479633 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 189d156e-ec7d-4b6b-9363-b4520f4aff3f triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:16.481348 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.497566 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:16.501174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d9d04913-e273-42fb-92fd-e6d742c5e1f1 admin admin] Publish callbacks [] for security_group (6f60d324-06c0-43f0-949b-e504f385f2cb), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.564152 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c5bf3-c517-4240-a939-a3c8a10f2669 None None] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:16.574292 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Pushing event updated for resources: {'Port': ['ID=622f8232-65eb-4f54-8679-5b332b36d05e,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:16.617174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d9d04913-e273-42fb-92fd-e6d742c5e1f1 admin admin] Publish callbacks [] for security_group (6f60d324-06c0-43f0-949b-e504f385f2cb), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.663615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Network d0f47e31-f999-4294-9509-919f3e31b70f is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:16.666571 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:16.683144 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] Provisioning complete for port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:16.683764 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.732184 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (25df77c2-2cbd-4842-b34c-fd9f868a2afe), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.799821 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (c82182d2-05b4-40d6-862c-84af6827bea7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.815689 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d9d04913-e273-42fb-92fd-e6d742c5e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6f60d324-06c0-43f0-949b-e504f385f2cb), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.823031 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d9d04913-e273-42fb-92fd-e6d742c5e1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:16.827252 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d9d04913-e273-42fb-92fd-e6d742c5e1f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6f60d324-06c0-43f0-949b-e504f385f2cb HTTP/1.1" status: 204 len: 168 time: 0.5098219 Aug 17 14:20:16.893355 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d04913-e273-42fb-92fd-e6d742c5e1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f60d324-06c0-43f0-949b-e504f385f2cb,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:16.995613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:17.070415 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Router c82182d2-05b4-40d6-862c-84af6827bea7 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:20:17.124012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Router 3bf0dfa4-de0d-42ca-8a14-68203d9741be has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:20:17.205650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:17.237489 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:17.258248 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:17.286779 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:20:17.314084 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:17.319763 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8d5c70b6-a9c1-4de6-a7d8-632c20c46d9b admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7674727 Aug 17 14:20:17.320592 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 43938) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:17.328114 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:17.390462 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:20:17.401128 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] Current status of the port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:17.401532 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:17.429621 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Router 25df77c2-2cbd-4842-b34c-fd9f868a2afe is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:20:17.491160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:20:17.512268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] For port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:17.516202 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-9d6899a4-6e72-4023-9ffe-81beefaf70d1 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3bf0dfa4-de0d-42ca-8a14-68203d9741be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0722637 Aug 17 14:20:17.521461 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:17.522480 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:17.617427 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 189d156e-ec7d-4b6b-9363-b4520f4aff3f is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:17.618525 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:17.646140 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a60de8-5ae3-4fb1-bc1b-eacd8f2b755f None None] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:17.835548 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Sync routers for ids ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:20:17.852187 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Routers {'3bf0dfa4-de0d-42ca-8a14-68203d9741be'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:17.853139 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:17.893209 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.040115 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Set router 3bf0dfa4-de0d-42ca-8a14-68203d9741be gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:18.055868 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:18.059825 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9b1c9-33a2-47e6-8e76-38700d5f88e3 None None] Pushing event updated for resources: {'Port': ['ID=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:18.062984 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43980) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:18.118470 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:20:18.183543 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.187576 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5190e46e-abbd-4b20-a409-57ede1c642b2 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0554037 Aug 17 14:20:18.193020 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 43992) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:18.208101 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 189d156e-ec7d-4b6b-9363-b4520f4aff3f, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=189d156e-ec7d-4b6b-9363-b4520f4aff3f,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:18.210426 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:20:18.225569 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Sync routers for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:20:18.414949 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-4e594bde-529a-4858-8389-82ea5a7046dd None None] Provisioning complete for port 622f8232-65eb-4f54-8679-5b332b36d05e triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:18.415503 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4e594bde-529a-4858-8389-82ea5a7046dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.418581 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.419603 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 96cd9875-814b-4cd1-8e05-2adc57c71977 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:18.491847 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583381075-network', 'tenant_id': '00919324f98f429597895b53941787ef'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:18.533702 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:18.534788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:18.541333 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:20:15Z', 'revision_number': 4, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '622f8232-65eb-4f54-8679-5b332b36d05e', 'name': '', 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'mac_address': 'fa:16:3e:d2:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:16Z', 'revision_number': 2, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'subnets': [{'id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:18.610390 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Checking router: 3bf0dfa4-de0d-42ca-8a14-68203d9741be for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:20:18.610760 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Updating router 3bf0dfa4-de0d-42ca-8a14-68203d9741be port 622f8232-65eb-4f54-8679-5b332b36d05e binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:20:18.661594 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.674899 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.678007 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Made reservation on behalf of 00919324f98f429597895b53941787ef for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:18.680356 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.722703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:18.724190 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:18.887289 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44036) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:18.899563 dv-cinder-820027-18-iscsi neutron-server[106366]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 14:20:18.979261 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:19.037451 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=189d156e-ec7d-4b6b-9363-b4520f4aff3f,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:19.048303 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 96cd9875-814b-4cd1-8e05-2adc57c71977 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:19.049294 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.092916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.117245 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Allocated IP 172.20.0.1 (b0217b11-e15c-43c2-9f22-0b0f3019f594/a0007775-5b31-437e-8d50-692a395f45ee/07452b38-a767-4c99-871a-ff90f8acdb04) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:19.168316 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.179272 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 96cd9875-814b-4cd1-8e05-2adc57c71977 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:19.180022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.196261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:19.220765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 96cd9875-814b-4cd1-8e05-2adc57c71977, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=96cd9875-814b-4cd1-8e05-2adc57c71977,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:19.233050 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.233888 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:19.275672 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:19.285472 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4e594bde-529a-4858-8389-82ea5a7046dd None None] Port 622f8232-65eb-4f54-8679-5b332b36d05e cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:19.337616 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-4e594bde-529a-4858-8389-82ea5a7046dd None None] Provisioning complete for port 189d156e-ec7d-4b6b-9363-b4520f4aff3f triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:19.338034 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4e594bde-529a-4858-8389-82ea5a7046dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.386271 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:19.386701 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.417127 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks [] for port (07452b38-a767-4c99-871a-ff90f8acdb04), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.470149 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:19.471486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.523800 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Publish callbacks [] for port (622f8232-65eb-4f54-8679-5b332b36d05e), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.532987 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:19.535947 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.546856 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:19.566184 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:19.566184 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (c82182d2-05b4-40d6-862c-84af6827bea7), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.699214 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:19.731506 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:19.733008 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Pushing event updated for resources: {'Port': ['ID=07452b38-a767-4c99-871a-ff90f8acdb04,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:19.756522 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks [] for security_group (626e89f7-8800-43e9-8fdb-2c9005a398dd), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.766075 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-deccaada-8348-467c-a938-1cb5dda7c73c tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:19.767683 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-deccaada-8348-467c-a938-1cb5dda7c73c tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d0f47e31-f999-4294-9509-919f3e31b70f HTTP/1.1" status: 200 len: 812 time: 0.8794532 Aug 17 14:20:19.798083 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a5b70-67aa-41be-9de2-7b8f3a32c8c3 None None] Pushing event updated for resources: {'Port': ['ID=622f8232-65eb-4f54-8679-5b332b36d05e,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:19.809498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (626e89f7-8800-43e9-8fdb-2c9005a398dd), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.841408 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:19.844712 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Attempting to bind port 622f8232-65eb-4f54-8679-5b332b36d05e on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:19.845087 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Attempting to bind port 622f8232-65eb-4f54-8679-5b332b36d05e by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:19.845485 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Attempting to bind port 622f8232-65eb-4f54-8679-5b332b36d05e on network d0f47e31-f999-4294-9509-919f3e31b70f {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:19.863236 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:19.865346 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Checking segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:19.867680 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.868306 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Bound using segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:19.870169 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Bound port: 622f8232-65eb-4f54-8679-5b332b36d05e, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:19.870792 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:19.898578 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-cb2db988-14b1-4a8c-89b9-5fece8eff52c tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/quotas/e868b96d3fae45afbc1f7be86255a61b HTTP/1.1" status: 200 len: 375 time: 0.0926907 Aug 17 14:20:19.928025 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:20.010928 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.031545 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] For port 622f8232-65eb-4f54-8679-5b332b36d05e, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:20.032755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=96cd9875-814b-4cd1-8e05-2adc57c71977,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:20.041492 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] For port 622f8232-65eb-4f54-8679-5b332b36d05e, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=622f8232-65eb-4f54-8679-5b332b36d05e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:20.043198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:20:20.053905 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.063904 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (afbcab97-94e9-409b-a753-0f5a0c79095e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.064516 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Added segment afbcab97-94e9-409b-a753-0f5a0c79095e of type vlan for network a07100c4-977a-4eb9-896c-f45f6d243f2f Aug 17 14:20:20.086243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:15Z', 'revision_number': 3, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:20.098831 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:15Z', 'revision_number': 3, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:20.118452 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a5b70-67aa-41be-9de2-7b8f3a32c8c3 None None] Pushing event updated for resources: {'Port': ['ID=622f8232-65eb-4f54-8679-5b332b36d05e,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:20.132643 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (a07100c4-977a-4eb9-896c-f45f6d243f2f), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.150052 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Routers {'3bf0dfa4-de0d-42ca-8a14-68203d9741be'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:20.150944 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:20.159829 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:20.215208 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626e89f7-8800-43e9-8fdb-2c9005a398dd,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:20.239836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.393497 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-fff6a9f1-93df-4ba9-a4dc-e94e2bb44ed4 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e868b96d3fae45afbc1f7be86255a61b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3594983 Aug 17 14:20:20.394247 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (a07100c4-977a-4eb9-896c-f45f6d243f2f), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.395262 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:20.395897 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.412800 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks [] for port (07452b38-a767-4c99-871a-ff90f8acdb04), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.413963 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] Set router 3bf0dfa4-de0d-42ca-8a14-68203d9741be gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:20.418738 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.419475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (c82182d2-05b4-40d6-862c-84af6827bea7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.463390 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 189d156e-ec7d-4b6b-9363-b4520f4aff3f up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:20.479717 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] Pushing event updated for resources: {'Network': ['ID=a07100c4-977a-4eb9-896c-f45f6d243f2f,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:20.490537 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ea4c8f3a-94a3-4c17-b156-f54c829d488d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4248371 Aug 17 14:20:20.491431 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44100) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:20.500258 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Request body: {'subnet': {'network_id': 'a07100c4-977a-4eb9-896c-f45f6d243f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583381075-subnet', 'tenant_id': '00919324f98f429597895b53941787ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:20.556352 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network a07100c4-977a-4eb9-896c-f45f6d243f2f details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:20:20.559197 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4e594bde-529a-4858-8389-82ea5a7046dd None None] Current status of the port 189d156e-ec7d-4b6b-9363-b4520f4aff3f is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:20.562740 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Checking router: 25df77c2-2cbd-4842-b34c-fd9f868a2afe for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:20:20.563302 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Updating router 25df77c2-2cbd-4842-b34c-fd9f868a2afe port aa7088b1-18f7-46f0-b5c9-7823f82bf766 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:20:20.570538 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:20:20.571063 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Updating router c82182d2-05b4-40d6-862c-84af6827bea7 port 2e99e880-2a67-43a2-bf49-f11fe580687a binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:20:20.595346 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:20.624582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Pushing event updated for resources: {'Port': ['ID=07452b38-a767-4c99-871a-ff90f8acdb04,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:20.626378 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Made reservation on behalf of 00919324f98f429597895b53941787ef for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:20.633144 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.689214 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.750583 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:20.785057 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:20.785703 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e4667371-1330-4991-962f-190f74103540 None None] Provisioning complete for port 189d156e-ec7d-4b6b-9363-b4520f4aff3f triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:20.786262 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e4667371-1330-4991-962f-190f74103540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.790582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:20.822369 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:20.832292 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.858307 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 189d156e-ec7d-4b6b-9363-b4520f4aff3f triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:20.859318 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:20.913725 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:20.971061 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (f5ba0dc7-3a39-4407-8373-08ea6e3b0f33), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:21.036424 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Router c82182d2-05b4-40d6-862c-84af6827bea7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:20:21.064146 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:20:15Z', 'revision_number': 4, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '622f8232-65eb-4f54-8679-5b332b36d05e', 'name': '', 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'mac_address': 'fa:16:3e:d2:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:20Z', 'revision_number': 4, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'subnets': [{'id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:21.135133 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2e0d9-ff32-4e3d-a145-f8c394d6d378 None None] The sync data for ids ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'] in dv-cinder-820027-18-iscsi is: [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:20:15Z', 'revision_number': 4, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '622f8232-65eb-4f54-8679-5b332b36d05e', 'name': '', 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'mac_address': 'fa:16:3e:d2:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:20Z', 'revision_number': 4, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'subnets': [{'id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:20:21.169521 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Allocated IP 172.20.0.1 (59442bb5-753e-4bc4-9939-ce44de7a1cfd/7ce34ccd-438a-4e4f-8468-b88bc2b8f35b/4ecc096d-71a0-49c0-9716-3a0d0321e5c1) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:21.171689 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ba0dc7-3a39-4407-8373-08ea6e3b0f33,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:21.178052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Checking segment: {'id': 'afbcab97-94e9-409b-a753-0f5a0c79095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a07100c4-977a-4eb9-896c-f45f6d243f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:21.178652 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Network hostable DHCP agents. Network: a07100c4-977a-4eb9-896c-f45f6d243f2f, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:20:21.309754 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:20:21.320644 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3a313dd7-5103-4903-8eec-ca645140513c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/c82182d2-05b4-40d6-862c-84af6827bea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9986882 Aug 17 14:20:21.350275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-613d202d-b677-4e4e-9db9-cac4e06dc977 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:20:21.351944 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-613d202d-b677-4e4e-9db9-cac4e06dc977 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3928835 Aug 17 14:20:21.357215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Network a07100c4-977a-4eb9-896c-f45f6d243f2f is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:20:21.378023 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:21.382581 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e4667371-1330-4991-962f-190f74103540 None None] Current status of the port 189d156e-ec7d-4b6b-9363-b4520f4aff3f is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:21.395057 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e4667371-1330-4991-962f-190f74103540 None None] Provisioning complete for port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:21.395478 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e4667371-1330-4991-962f-190f74103540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:21.488142 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, a07100c4-977a-4eb9-896c-f45f6d243f2f) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:21.502130 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:21.502743 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:21.503338 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e94ed-edeb-470a-b70d-5b9e9f7dcc25 None None] Network a07100c4-977a-4eb9-896c-f45f6d243f2f requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:21.559516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:21.595608 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6ff292ac-3e53-454b-84ff-d8f2c0ac26d0 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0922630 Aug 17 14:20:21.633193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks [] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:21.644917 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-59e30b6e-7923-4e9d-b1d6-3792713c09c6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824681 Aug 17 14:20:21.664739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 189d156e-ec7d-4b6b-9363-b4520f4aff3f is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:21.665611 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:21.784627 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:21.871218 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e4667371-1330-4991-962f-190f74103540 None None] Current status of the port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:21.922412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:21.997336 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44154) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:22.007817 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447835304', 'description': 'tempest-description--507221544'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:22.011184 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:22.011680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.048380 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.062095 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e4667371-1330-4991-962f-190f74103540 None None] Provisioning complete for port 07452b38-a767-4c99-871a-ff90f8acdb04 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:22.062770 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e4667371-1330-4991-962f-190f74103540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.122017 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.129574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90055049-02ca-4cfc-8e79-aa924bec9a44 None None] Network a07100c4-977a-4eb9-896c-f45f6d243f2f requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:22.141009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:22.181747 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e4667371-1330-4991-962f-190f74103540 None None] Port 07452b38-a767-4c99-871a-ff90f8acdb04 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:22.191677 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:22.219784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:22.220405 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (25df77c2-2cbd-4842-b34c-fd9f868a2afe), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.332136 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Publish callbacks [] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.375951 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.432412 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Pushing event updated for resources: {'Port': ['ID=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:22.518064 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:22.532077 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-2b08560f-f576-4e9b-ad06-567f17a113a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8757155 Aug 17 14:20:22.539472 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6857d70-023c-4404-9394-1828488154ee None None] Pushing event updated for resources: {'Port': ['ID=2e99e880-2a67-43a2-bf49-f11fe580687a,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:22.556025 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-892bb676-9ddb-47f3-94bc-f3d2ee46ccfb None None] Provisioning complete for port 07452b38-a767-4c99-871a-ff90f8acdb04 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:22.556991 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-892bb676-9ddb-47f3-94bc-f3d2ee46ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.576527 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Attempting to bind port 2e99e880-2a67-43a2-bf49-f11fe580687a on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:22.577173 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Attempting to bind port 2e99e880-2a67-43a2-bf49-f11fe580687a by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:22.577912 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Attempting to bind port 2e99e880-2a67-43a2-bf49-f11fe580687a on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:22.647990 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:22.648683 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:22.649451 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.650270 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:22.651246 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Bound port: 2e99e880-2a67-43a2-bf49-f11fe580687a, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:22.652004 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.695263 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (bd8b873c-d00e-45ce-8438-788dbe457167), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.714497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (bd8b873c-d00e-45ce-8438-788dbe457167), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.721378 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.737109 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:22.805647 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b873c-d00e-45ce-8438-788dbe457167,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:22.809010 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44184) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:22.809770 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.827478 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-86b1753b-4b7e-409c-a454-be8de46044a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8265104 Aug 17 14:20:22.830227 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44186) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:22.845563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'security_group_rule': {'security_group_id': 'bd8b873c-d00e-45ce-8438-788dbe457167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:22.847316 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-892bb676-9ddb-47f3-94bc-f3d2ee46ccfb None None] Port 07452b38-a767-4c99-871a-ff90f8acdb04 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:22.847442 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-522048680-network', 'tenant_id': '09959f82569b4a779478782a6c0eae6f'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:22.913739 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Made reservation on behalf of 09959f82569b4a779478782a6c0eae6f for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:22.930311 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:22.944284 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] For port 2e99e880-2a67-43a2-bf49-f11fe580687a, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:22.977411 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.032022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:23.053436 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] For port 2e99e880-2a67-43a2-bf49-f11fe580687a, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=2e99e880-2a67-43a2-bf49-f11fe580687a,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:23.112152 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.114206 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-325dfca9-fc70-48ee-a3c9-66f35351d237 None None] Provisioning complete for port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:23.114567 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-325dfca9-fc70-48ee-a3c9-66f35351d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.207326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (1a77f586-68fc-4caa-8361-e7f5530b4f72), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.210363 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44214) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:23.243614 dv-cinder-820027-18-iscsi neutron-server[106367]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 14:20:23.271126 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-325dfca9-fc70-48ee-a3c9-66f35351d237 None None] Port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:23.272767 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:23.273663 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:23.327666 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:23.339199 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 622f8232-65eb-4f54-8679-5b332b36d05e up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:23.343821 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Publish callbacks [] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.390878 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (1a77f586-68fc-4caa-8361-e7f5530b4f72), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.400261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:23.403424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (1a77f586-68fc-4caa-8361-e7f5530b4f72), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.407752 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-97f0593e-b8b6-4ccc-84ed-480f4507030d req-87eabf0a-c7f0-4c1d-907f-c206c16a2ab1 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.1763163 Aug 17 14:20:23.442891 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks [] for security_group (621a21a8-7626-4b9d-8051-743ec687db03), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.458310 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (621a21a8-7626-4b9d-8051-743ec687db03), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.503244 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:20:23.505798 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a21a8-7626-4b9d-8051-743ec687db03,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:23.507911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a77f586-68fc-4caa-8361-e7f5530b4f72,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:23.536873 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks [] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.543169 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (b22ce835-3608-4511-9aa7-932e73db28a2), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.546116 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Added segment b22ce835-3608-4511-9aa7-932e73db28a2 of type vlan for network 3814fc26-8bb2-496e-85ce-72c196dc028b Aug 17 14:20:23.556761 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.557665 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (25df77c2-2cbd-4842-b34c-fd9f868a2afe), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.595784 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.610502 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6857d70-023c-4404-9394-1828488154ee None None] Pushing event updated for resources: {'Port': ['ID=2e99e880-2a67-43a2-bf49-f11fe580687a,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:23.617602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (3814fc26-8bb2-496e-85ce-72c196dc028b), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.650743 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Attempting to bind port aa7088b1-18f7-46f0-b5c9-7823f82bf766 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:23.651078 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Attempting to bind port aa7088b1-18f7-46f0-b5c9-7823f82bf766 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:23.651461 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Attempting to bind port aa7088b1-18f7-46f0-b5c9-7823f82bf766 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:23.659919 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (3814fc26-8bb2-496e-85ce-72c196dc028b), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.668831 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:23.671102 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.702530 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:23.710904 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.711476 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:23.712058 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:23.712610 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.716159 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-04ffceda-8693-4e51-947b-51fed6065c22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8828650 Aug 17 14:20:23.716559 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:23.717269 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Bound port: aa7088b1-18f7-46f0-b5c9-7823f82bf766, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:23.717833 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.722044 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44234) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:23.768588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cb6f9-73db-4b00-9b7d-ac67afd296bb None None] Pushing event updated for resources: {'Port': ['ID=aa7088b1-18f7-46f0-b5c9-7823f82bf766,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:23.781741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'security_group_rule': {'security_group_id': 'bd8b873c-d00e-45ce-8438-788dbe457167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:23.784979 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:23.787721 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] Pushing event updated for resources: {'Network': ['ID=3814fc26-8bb2-496e-85ce-72c196dc028b,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:23.809909 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Pushing event updated for resources: {'Port': ['ID=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:23.818930 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 622f8232-65eb-4f54-8679-5b332b36d05e triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:23.818930 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.822341 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-95135ffc-98f1-4d0a-a225-addd0e27d05b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0042393 Aug 17 14:20:23.824240 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44240) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:23.825103 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 3814fc26-8bb2-496e-85ce-72c196dc028b details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:20:23.862027 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Request body: {'subnet': {'network_id': '3814fc26-8bb2-496e-85ce-72c196dc028b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-522048680-subnet', 'tenant_id': '09959f82569b4a779478782a6c0eae6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:23.922441 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (9bd47606-e98f-4782-a6fc-2d9a27fe512b), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.942419 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Made reservation on behalf of 09959f82569b4a779478782a6c0eae6f for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:23.964103 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:23.967422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] For port aa7088b1-18f7-46f0-b5c9-7823f82bf766, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:24.008237 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (9bd47606-e98f-4782-a6fc-2d9a27fe512b), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.019927 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:24.021089 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (9bd47606-e98f-4782-a6fc-2d9a27fe512b), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.030631 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:24.033561 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] For port aa7088b1-18f7-46f0-b5c9-7823f82bf766, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=aa7088b1-18f7-46f0-b5c9-7823f82bf766,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:24.093424 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.140104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd47606-e98f-4782-a6fc-2d9a27fe512b,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:24.159582 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.160895 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-8e3bd6b3-5100-46a7-9d30-ce26cf0c05d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4200602 Aug 17 14:20:24.165957 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44258) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:24.172500 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:24.231003 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:24.299887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.371361 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 622f8232-65eb-4f54-8679-5b332b36d05e is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:24.375305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.414081 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:24.414715 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:24.601591 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cb6f9-73db-4b00-9b7d-ac67afd296bb None None] Pushing event updated for resources: {'Port': ['ID=aa7088b1-18f7-46f0-b5c9-7823f82bf766,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:24.658183 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5d82b92-97f5-4bb9-902e-612bf54d2420 req-cd158f22-b9cd-451f-badd-2db6523959da tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.1224332 Aug 17 14:20:24.681108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Router 25df77c2-2cbd-4842-b34c-fd9f868a2afe has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:20:24.745055 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-161cf7cc-6117-48e5-adb7-935d675d970a None None] Provisioning complete for port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:24.745394 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.746081 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-161cf7cc-6117-48e5-adb7-935d675d970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.795897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44284) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:24.815977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:24.843373 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44290) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:24.843933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:24.871817 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 622f8232-65eb-4f54-8679-5b332b36d05e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=622f8232-65eb-4f54-8679-5b332b36d05e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:24.901350 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:24.921885 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (45bf6da0-53ae-4f46-a757-212cdf91b53d), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.927110 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:24.928220 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 96cd9875-814b-4cd1-8e05-2adc57c71977 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:24.970932 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-161cf7cc-6117-48e5-adb7-935d675d970a None None] Port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:24.997896 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:20Z', 'revision_number': 2, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:25.051886 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bf6da0-53ae-4f46-a757-212cdf91b53d,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:25.059191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:25.061813 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:25.084374 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Allocated IP 172.27.1.200 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/60339ca9-cc56-4add-8e11-eac11263da8c) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:25.088928 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Checking segment: {'id': 'b22ce835-3608-4511-9aa7-932e73db28a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3814fc26-8bb2-496e-85ce-72c196dc028b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:25.089224 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Network hostable DHCP agents. Network: 3814fc26-8bb2-496e-85ce-72c196dc028b, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:20:25.096893 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b8a1a-743a-4e1f-9dad-20ba0bc08bcd None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:20Z', 'revision_number': 2, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:20:25.122605 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ce382530-0d6b-4649-9565-bac9b51eb82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.147672 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-da812360-fc2b-4122-8fb7-a0a0fdb2abe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.169112 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Network 3814fc26-8bb2-496e-85ce-72c196dc028b is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:20:25.206033 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 3814fc26-8bb2-496e-85ce-72c196dc028b) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:25.213207 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:20:25.221806 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:25.222665 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.224592 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5bedcf4d-552c-4f80-8e7b-a198fed20f9e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/25df77c2-2cbd-4842-b34c-fd9f868a2afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0257835 Aug 17 14:20:25.230450 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a495edc-898c-44b6-94cb-a2490868b626 None None] Network 3814fc26-8bb2-496e-85ce-72c196dc028b requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:25.237791 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=622f8232-65eb-4f54-8679-5b332b36d05e,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:25.327636 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-29b3657e-79be-4c76-9d83-c2ddf55109e4 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4956107 Aug 17 14:20:25.390500 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-da812360-fc2b-4122-8fb7-a0a0fdb2abe0 admin admin] Publish callbacks [] for security_group (73351b55-597a-4da7-91ae-8b8fbc801fe4), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.400781 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-da812360-fc2b-4122-8fb7-a0a0fdb2abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (73351b55-597a-4da7-91ae-8b8fbc801fe4), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.436272 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for port (60339ca9-cc56-4add-8e11-eac11263da8c), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.444665 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 96cd9875-814b-4cd1-8e05-2adc57c71977 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:25.444852 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.476235 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da812360-fc2b-4122-8fb7-a0a0fdb2abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73351b55-597a-4da7-91ae-8b8fbc801fe4,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:25.495543 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-da812360-fc2b-4122-8fb7-a0a0fdb2abe0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c1819f2c955f4b1da463206ca2a78787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829560 Aug 17 14:20:25.496320 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44308) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:25.496496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ce382530-0d6b-4649-9565-bac9b51eb82b admin admin] Publish callbacks [] for security_group (f8e9e1d6-6e92-4992-9446-d7bcd917bf1e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.524499 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ce382530-0d6b-4649-9565-bac9b51eb82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f8e9e1d6-6e92-4992-9446-d7bcd917bf1e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.649376 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44316) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:25.702369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:25.715313 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4020a778-2886-46a2-9cb6-20d85446a221 admin admin] Publish callbacks [] for security_group (73351b55-597a-4da7-91ae-8b8fbc801fe4), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.771251 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7acd02-d757-4775-aa22-51229d0bcaa1 None None] Network 3814fc26-8bb2-496e-85ce-72c196dc028b requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:25.803101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce382530-0d6b-4649-9565-bac9b51eb82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9e1d6-6e92-4992-9446-d7bcd917bf1e,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:25.821551 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ce382530-0d6b-4649-9565-bac9b51eb82b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=71ad5b0b2a3c4e66873e0436911763d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9723542 Aug 17 14:20:25.829508 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Deleting subnet f5ba0dc7-3a39-4407-8373-08ea6e3b0f33 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:20:25.831728 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (60339ca9-cc56-4add-8e11-eac11263da8c), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.855367 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44324) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:25.858738 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4020a778-2886-46a2-9cb6-20d85446a221 admin admin] Publish callbacks [] for security_group (73351b55-597a-4da7-91ae-8b8fbc801fe4), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.913249 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Publish callbacks [] for subnet (f5ba0dc7-3a39-4407-8373-08ea6e3b0f33), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:25.991643 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 2, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:26.079106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'Port': ['ID=60339ca9-cc56-4add-8e11-eac11263da8c,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:26.096881 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Publish callbacks [] for subnet (f5ba0dc7-3a39-4407-8373-08ea6e3b0f33), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.114549 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:26.117197 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:26.120627 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:26.124863 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (f5ba0dc7-3a39-4407-8373-08ea6e3b0f33), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.142927 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8742b19b-0625-4efd-ba8e-76c9ac51a387 req-5cc296c9-a661-4bdd-885c-e6d9f0ce0111 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0979416 Aug 17 14:20:26.157546 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172173e1-5417-42f3-bc92-42d3d3d09c0a None None] The sync data for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi is: [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 2, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:20:26.183870 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 96cd9875-814b-4cd1-8e05-2adc57c71977 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:26.349619 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 622f8232-65eb-4f54-8679-5b332b36d05e up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:26.371492 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (b28a2594-9622-4d30-86ba-cff79d17f601), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.456908 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 622f8232-65eb-4f54-8679-5b332b36d05e triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:26.457412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.643303 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (f5ba0dc7-3a39-4407-8373-08ea6e3b0f33), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.730342 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:26.765264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:26.774758 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (60339ca9-cc56-4add-8e11-eac11263da8c), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.811997 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.42', 55368) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:26.828487 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4020a778-2886-46a2-9cb6-20d85446a221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (73351b55-597a-4da7-91ae-8b8fbc801fe4), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.832805 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4020a778-2886-46a2-9cb6-20d85446a221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.836635 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4020a778-2886-46a2-9cb6-20d85446a221 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/73351b55-597a-4da7-91ae-8b8fbc801fe4 HTTP/1.1" status: 204 len: 168 time: 1.3368149 Aug 17 14:20:26.886869 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:26.894619 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f5ba0dc7-3a39-4407-8373-08ea6e3b0f33 HTTP/1.1" status: 204 len: 168 time: 1.2380881 Aug 17 14:20:26.926899 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44358) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:26.934669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 622f8232-65eb-4f54-8679-5b332b36d05e is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:26.986893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ea51f-6efe-45b9-ad2e-a62d9e4db7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ba0dc7-3a39-4407-8373-08ea6e3b0f33,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:27.020005 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020a778-2886-46a2-9cb6-20d85446a221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73351b55-597a-4da7-91ae-8b8fbc801fe4,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:27.101818 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:27.154960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-5737d38b-61a0-4348-b4ad-9d8896c1103d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:27.169284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-2d8eb781-b63c-4fbf-8b31-6c604a6cc419 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:27.171171 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-5737d38b-61a0-4348-b4ad-9d8896c1103d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 818 time: 0.9177797 Aug 17 14:20:27.171452 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-2d8eb781-b63c-4fbf-8b31-6c604a6cc419 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d0f47e31-f999-4294-9509-919f3e31b70f HTTP/1.1" status: 200 len: 812 time: 0.3576734 Aug 17 14:20:27.178587 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-457daec9-e6d5-444f-b3d6-d7b68abe4125 admin admin] Publish callbacks [] for security_group (f8e9e1d6-6e92-4992-9446-d7bcd917bf1e), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.227457 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a832f2ca-5c87-4e45-902d-3710ccbc3372 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/quotas/5b4ef43b33bc4c5b8efa846043d0ca15 HTTP/1.1" status: 200 len: 375 time: 0.0396857 Aug 17 14:20:27.232253 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (a07100c4-977a-4eb9-896c-f45f6d243f2f), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.239419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Request body: {'port': {'device_id': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'admin_state_up': True, 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:27.374781 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-457daec9-e6d5-444f-b3d6-d7b68abe4125 admin admin] Publish callbacks [] for security_group (f8e9e1d6-6e92-4992-9446-d7bcd917bf1e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.383952 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ca656a19-47cb-458a-a3b5-24fc41672fa7 req-a9f252ac-6185-4bc8-94df-7f9d9b296c97 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0963786 Aug 17 14:20:27.438950 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for port (60339ca9-cc56-4add-8e11-eac11263da8c), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.449004 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (60339ca9-cc56-4add-8e11-eac11263da8c), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.449888 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (b28a2594-9622-4d30-86ba-cff79d17f601), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.524408 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-9611dd13-a1c8-4cf7-895d-46fd77975c21 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2869985 Aug 17 14:20:27.535351 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.537384 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3693550 Aug 17 14:20:27.540842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Made reservation on behalf of e868b96d3fae45afbc1f7be86255a61b for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:27.545008 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.594604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c1e5-13d9-4828-8f53-b7b0ebd996b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'Port': ['ID=60339ca9-cc56-4add-8e11-eac11263da8c,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:27.653389 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (a07100c4-977a-4eb9-896c-f45f6d243f2f), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:27.689822 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.690560 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.691444 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.691787 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > port after_create 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.692460 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.692811 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > port after_update 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.693150 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.693519 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.693946 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:27.694357 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:28.008952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Allocated IP 172.20.0.6 (d0f47e31-f999-4294-9509-919f3e31b70f/5d355202-e9d3-4efe-a2c8-dcee408fdc75/51815b4e-d653-4b56-9e0b-7a4321432afc) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:28.097855 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-5be60158-fe89-43ec-8fbf-33427e570a60 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--447835304&fields=id&tenant_id=d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 267 time: 0.1226354 Aug 17 14:20:28.154258 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:28.155199 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:28.155764 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:28.156417 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:20:28.156979 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07100c4-977a-4eb9-896c-f45f6d243f2f']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:28.186176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbcab97-94e9-409b-a753-0f5a0c79095e') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:28.186465 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbcab97-94e9-409b-a753-0f5a0c79095e') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:28.208804 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-457daec9-e6d5-444f-b3d6-d7b68abe4125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f8e9e1d6-6e92-4992-9446-d7bcd917bf1e), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.213623 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-457daec9-e6d5-444f-b3d6-d7b68abe4125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.220923 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-457daec9-e6d5-444f-b3d6-d7b68abe4125 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8e9e1d6-6e92-4992-9446-d7bcd917bf1e HTTP/1.1" status: 204 len: 168 time: 2.3548751 Aug 17 14:20:28.246275 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (afbcab97-94e9-409b-a753-0f5a0c79095e), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.262498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457daec9-e6d5-444f-b3d6-d7b68abe4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9e1d6-6e92-4992-9446-d7bcd917bf1e,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:28.366553 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:28.398705 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (afbcab97-94e9-409b-a753-0f5a0c79095e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.426555 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:20:28.427298 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (afbcab97-94e9-409b-a753-0f5a0c79095e), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.480000 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-bb49bb3b-2c04-4e5d-8d28-4cbf9594465a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:28.489700 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-bb49bb3b-2c04-4e5d-8d28-4cbf9594465a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 817 time: 0.3783600 Aug 17 14:20:28.553581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks [] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.563820 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2585f866-4a8b-4a94-8577-c19de87fe17f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/quotas/d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 375 time: 0.0720263 Aug 17 14:20:28.578035 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2e99e880-2a67-43a2-bf49-f11fe580687a up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:28.578619 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a26815d2-8119-404a-987b-23ea24813a28 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:20:28.582162 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a26815d2-8119-404a-987b-23ea24813a28 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4165812 Aug 17 14:20:28.600865 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (a07100c4-977a-4eb9-896c-f45f6d243f2f), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.608484 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.619924 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a07100c4-977a-4eb9-896c-f45f6d243f2f HTTP/1.1" status: 204 len: 168 time: 1.6913674 Aug 17 14:20:28.621951 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44450) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:28.740019 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 2e99e880-2a67-43a2-bf49-f11fe580687a triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:28.742422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.761097 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:28.777081 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Deleting subnet 45bf6da0-53ae-4f46-a757-212cdf91b53d {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:20:28.785198 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-103916ae-8845-4897-be84-75a5d93ab676 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204115 Aug 17 14:20:28.839780 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Publish callbacks [] for subnet (45bf6da0-53ae-4f46-a757-212cdf91b53d), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:28.860006 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:28.934372 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42291cc-61b1-4d73-8a11-61f482ccc80f admin admin] Pushing event deleted for resources: {'Network': ['ID=a07100c4-977a-4eb9-896c-f45f6d243f2f,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:28.964259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:29.010049 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.012605 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 2e99e880-2a67-43a2-bf49-f11fe580687a is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:29.014495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.079550 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 2e99e880-2a67-43a2-bf49-f11fe580687a, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=2e99e880-2a67-43a2-bf49-f11fe580687a,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:29.094381 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.154372 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (45bf6da0-53ae-4f46-a757-212cdf91b53d), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.181696 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:29.244793 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=2e99e880-2a67-43a2-bf49-f11fe580687a,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:29.268989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44470) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:29.321747 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Network d0f47e31-f999-4294-9509-919f3e31b70f is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:29.327198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Pushing event updated for resources: {'Port': ['ID=51815b4e-d653-4b56-9e0b-7a4321432afc,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:29.330978 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:29.344271 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-cf87dba2-12a4-49d4-8e9b-77b1252e6cbd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581567 Aug 17 14:20:29.431479 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-bbd88812-c3a3-4097-b731-f8696376b192 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8429890 Aug 17 14:20:29.439636 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:29.453159 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:29.454512 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.535064 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-d7865fd5-6987-4ca2-90a4-64bf7765267d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3080521 Aug 17 14:20:29.565743 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-03fd045c-9629-45af-83c9-300edd891a26 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:20:29.567092 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-03fd045c-9629-45af-83c9-300edd891a26 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0162506 Aug 17 14:20:29.645186 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-70a00519-d692-49ec-a760-f1e899206bb3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995033 Aug 17 14:20:29.645937 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (45bf6da0-53ae-4f46-a757-212cdf91b53d), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.938175 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-ef70187b-9ffa-4dc3-b0db-50cfa142a3bc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966383 Aug 17 14:20:29.968784 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (45bf6da0-53ae-4f46-a757-212cdf91b53d), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:29.972726 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-91af8c80-8f3c-4247-9b0d-9fed19a91143 None None] Provisioning complete for port 51815b4e-d653-4b56-9e0b-7a4321432afc triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:29.973255 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-91af8c80-8f3c-4247-9b0d-9fed19a91143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:30.079790 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:30.089002 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/45bf6da0-53ae-4f46-a757-212cdf91b53d HTTP/1.1" status: 204 len: 168 time: 1.4417744 Aug 17 14:20:30.098302 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da38c4-cc6d-47da-89d2-e9acfba8af4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bf6da0-53ae-4f46-a757-212cdf91b53d,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:30.107212 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d567c0e0-04d9-43fa-8d6f-22bb2c8fb501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:30.113509 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44492) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:30.241686 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-91af8c80-8f3c-4247-9b0d-9fed19a91143 None None] Port 51815b4e-d653-4b56-9e0b-7a4321432afc cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:30.438840 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:20:30.463173 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:30.464626 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:30.626505 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925675c5-ab2f-4d74-9e6c-449bbb698a18 req-7845402b-ae2d-4363-a59e-90710a278e8d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:30.638630 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-925675c5-ab2f-4d74-9e6c-449bbb698a18 req-7845402b-ae2d-4363-a59e-90710a278e8d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 931 time: 0.4664075 Aug 17 14:20:30.769853 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device aa7088b1-18f7-46f0-b5c9-7823f82bf766 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:30.888005 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment afbcab97-94e9-409b-a753-0f5a0c79095e resource provider aggregate not found Aug 17 14:20:30.953697 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port aa7088b1-18f7-46f0-b5c9-7823f82bf766 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:30.955006 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:30.994372 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:31.041179 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment afbcab97-94e9-409b-a753-0f5a0c79095e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afbcab97-94e9-409b-a753-0f5a0c79095e found for delete ", "request_id": "req-5aabb107-d49e-442f-a0b7-2040b260f197"}]} Aug 17 14:20:31.072809 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-925675c5-ab2f-4d74-9e6c-449bbb698a18 req-2129e62b-08d2-41ae-8564-53756b254b77 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848290 Aug 17 14:20:31.167800 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0b1c097b-92a1-4577-b2f4-abf3d69ed750 req-88bc6c9d-852e-46f8-8ed1-7318f370a74d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 210 time: 0.2554593 Aug 17 14:20:31.184364 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (3814fc26-8bb2-496e-85ce-72c196dc028b), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.208289 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:31.300973 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port aa7088b1-18f7-46f0-b5c9-7823f82bf766 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:31.301512 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.396289 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Request body: {'port': {'device_id': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:31.427186 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port aa7088b1-18f7-46f0-b5c9-7823f82bf766, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=aa7088b1-18f7-46f0-b5c9-7823f82bf766,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:31.438209 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.439497 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2e99e880-2a67-43a2-bf49-f11fe580687a up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:31.460854 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d567c0e0-04d9-43fa-8d6f-22bb2c8fb501 admin admin] Publish callbacks [] for security_group (b3a9bb82-f4c3-434c-9870-6370de84ef76), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.485467 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c5a43ba7-754b-4e21-a0a5-76181a83d54e req-e817bce6-454a-4fed-8531-89b8df9423c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 210 time: 0.3269980 Aug 17 14:20:31.535979 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (3814fc26-8bb2-496e-85ce-72c196dc028b), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.627640 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:31.682134 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3814fc26-8bb2-496e-85ce-72c196dc028b']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:31.745570 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22ce835-3608-4511-9aa7-932e73db28a2') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:31.745754 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22ce835-3608-4511-9aa7-932e73db28a2') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:31.812369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (b22ce835-3608-4511-9aa7-932e73db28a2), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.821713 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.885190 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d567c0e0-04d9-43fa-8d6f-22bb2c8fb501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b3a9bb82-f4c3-434c-9870-6370de84ef76), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.907180 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=aa7088b1-18f7-46f0-b5c9-7823f82bf766,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:31.908089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (b22ce835-3608-4511-9aa7-932e73db28a2), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.943213 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:20:31.944866 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (b22ce835-3608-4511-9aa7-932e73db28a2), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:31.948898 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 2e99e880-2a67-43a2-bf49-f11fe580687a triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:31.954790 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:32.100396 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d567c0e0-04d9-43fa-8d6f-22bb2c8fb501 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=92f6957cc6574061ad70fdd69895e5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8285167 Aug 17 14:20:32.103898 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44578) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:32.109479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:32.116054 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567c0e0-04d9-43fa-8d6f-22bb2c8fb501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9bb82-f4c3-434c-9870-6370de84ef76,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:32.207553 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:20Z', 'revision_number': 2, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:32.277679 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 2e99e880-2a67-43a2-bf49-f11fe580687a is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:32.398973 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (3814fc26-8bb2-496e-85ce-72c196dc028b), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:32.443177 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:20:32.443577 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Updating router c82182d2-05b4-40d6-862c-84af6827bea7 port 07452b38-a767-4c99-871a-ff90f8acdb04 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:20:32.484771 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:32.496560 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/3814fc26-8bb2-496e-85ce-72c196dc028b HTTP/1.1" status: 204 len: 168 time: 2.3794372 Aug 17 14:20:32.502130 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4346289-7beb-43ee-bcf3-481d3847400d admin admin] Pushing event deleted for resources: {'Network': ['ID=3814fc26-8bb2-496e-85ce-72c196dc028b,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:32.557172 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device aa7088b1-18f7-46f0-b5c9-7823f82bf766 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:32.652279 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:32.718228 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-0b25de38-539a-4c99-a050-d7b5600f18f9 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:32.730140 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-0b25de38-539a-4c99-a050-d7b5600f18f9 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 818 time: 0.6141884 Aug 17 14:20:32.752739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port aa7088b1-18f7-46f0-b5c9-7823f82bf766 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:32.755220 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:32.775480 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-cfaf71ff-92bf-429f-a927-ecd2be5ddab9 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/quotas/5b4ef43b33bc4c5b8efa846043d0ca15 HTTP/1.1" status: 200 len: 375 time: 0.0382793 Aug 17 14:20:32.927076 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-d2293c49-e939-4fe6-8c5d-2daac55c7846 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391149 Aug 17 14:20:32.979242 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44608) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:33.184883 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Sync routers for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:20:33.332689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:33.335221 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port aa7088b1-18f7-46f0-b5c9-7823f82bf766 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:33.350014 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:33.366856 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:33.497670 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:33.552954 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment b22ce835-3608-4511-9aa7-932e73db28a2 resource provider aggregate not found Aug 17 14:20:33.571751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ce96036-f850-4537-b2cb-0eacdf8cf386 admin admin] Publish callbacks [] for security_group (b3a9bb82-f4c3-434c-9870-6370de84ef76), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:33.599179 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-938eda9c-d770-4a72-a95e-9f78118eb4ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639888 Aug 17 14:20:33.737239 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment b22ce835-3608-4511-9aa7-932e73db28a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b22ce835-3608-4511-9aa7-932e73db28a2 found for delete ", "request_id": "req-c96f43e6-f362-4242-bb29-e62b5e5faee5"}]} Aug 17 14:20:33.742179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ce96036-f850-4537-b2cb-0eacdf8cf386 admin admin] Publish callbacks [] for security_group (b3a9bb82-f4c3-434c-9870-6370de84ef76), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:33.774454 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:33.806417 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:33.897843 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:33.938541 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Publish callbacks [] for port (07452b38-a767-4c99-871a-ff90f8acdb04), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:33.943682 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6d56f651-d52c-45be-aca3-1f3a08d87b93 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=00919324f98f429597895b53941787ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9607086 Aug 17 14:20:33.950462 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44636) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:33.958384 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.027685 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8106b8-7b35-4908-858a-37fcc4fff9fc req-30f6a842-d457-4a7b-a6fe-0d4a67aabc30 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:34.035972 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bd8106b8-7b35-4908-858a-37fcc4fff9fc req-30f6a842-d457-4a7b-a6fe-0d4a67aabc30 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 931 time: 1.4975772 Aug 17 14:20:34.094931 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ded0c-26c3-4aa7-adbf-1b57891b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=07452b38-a767-4c99-871a-ff90f8acdb04,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:34.150720 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-7398642f-fa88-49eb-83b3-c6b215cf2c4c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428286 Aug 17 14:20:34.244504 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c5619f8b-88aa-43dc-8064-7d92f5a81e9d admin admin] Publish callbacks [] for security_group (626e89f7-8800-43e9-8fdb-2c9005a398dd), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.332550 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c5619f8b-88aa-43dc-8064-7d92f5a81e9d admin admin] Publish callbacks [] for security_group (626e89f7-8800-43e9-8fdb-2c9005a398dd), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.338139 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Attempting to bind port 07452b38-a767-4c99-871a-ff90f8acdb04 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:34.338515 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Attempting to bind port 07452b38-a767-4c99-871a-ff90f8acdb04 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:34.338897 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Attempting to bind port 07452b38-a767-4c99-871a-ff90f8acdb04 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:34.375294 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:34.375833 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Checking segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:34.376248 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.379850 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Bound using segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:34.382907 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Bound port: 07452b38-a767-4c99-871a-ff90f8acdb04, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:34.391319 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.493152 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51815b4e-d653-4b56-9e0b-7a4321432afc {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:34.508045 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Publish callbacks [] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.517328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c5619f8b-88aa-43dc-8064-7d92f5a81e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (626e89f7-8800-43e9-8fdb-2c9005a398dd), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.521821 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c5619f8b-88aa-43dc-8064-7d92f5a81e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.530934 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c5619f8b-88aa-43dc-8064-7d92f5a81e9d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/626e89f7-8800-43e9-8fdb-2c9005a398dd HTTP/1.1" status: 204 len: 168 time: 0.5758181 Aug 17 14:20:34.538503 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Transition to ACTIVE for port object 51815b4e-d653-4b56-9e0b-7a4321432afc will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:20:34.542831 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ce96036-f850-4537-b2cb-0eacdf8cf386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b3a9bb82-f4c3-434c-9870-6370de84ef76), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.548670 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ce96036-f850-4537-b2cb-0eacdf8cf386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.562088 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7ce96036-f850-4537-b2cb-0eacdf8cf386 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b3a9bb82-f4c3-434c-9870-6370de84ef76 HTTP/1.1" status: 204 len: 168 time: 2.4312589 Aug 17 14:20:34.568161 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.573327 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5619f8b-88aa-43dc-8064-7d92f5a81e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626e89f7-8800-43e9-8fdb-2c9005a398dd,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:34.620592 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bd8106b8-7b35-4908-858a-37fcc4fff9fc req-eb7a4d11-9817-4d45-902b-53ed19e3d12e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722623 Aug 17 14:20:34.678871 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.42', 55379) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:34.704982 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44652) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:34.719286 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] For port 07452b38-a767-4c99-871a-ff90f8acdb04, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:34.734417 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] For port 07452b38-a767-4c99-871a-ff90f8acdb04, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=07452b38-a767-4c99-871a-ff90f8acdb04,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:34.756042 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:34.778903 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 2, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:34.818833 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce96036-f850-4537-b2cb-0eacdf8cf386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9bb82-f4c3-434c-9870-6370de84ef76,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:34.937391 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.42', 55380) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:34.952084 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:34.954661 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:34.956470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Checking router: 25df77c2-2cbd-4842-b34c-fd9f868a2afe for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:20:34.956911 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Updating router 25df77c2-2cbd-4842-b34c-fd9f868a2afe port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:20:35.059088 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:35.227414 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-3da260e7-3bc8-4ee4-8f51-304956690a99 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:35.245709 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-3da260e7-3bc8-4ee4-8f51-304956690a99 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 817 time: 0.5137708 Aug 17 14:20:35.364461 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e691ae54-67d2-4929-bec2-fb75b256178d req-684d20d4-6e0e-4112-8a42-b714e2250780 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 210 time: 0.5095358 Aug 17 14:20:35.411464 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f13cbb04-2bb6-4c23-bfb2-1b5c5b756a58 req-6a5f0aab-4ac1-4784-b2d7-72193a8fc968 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 210 time: 0.1190131 Aug 17 14:20:35.444488 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:35.638645 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-f0448ad1-b017-4167-ba49-41e2f6e6845b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 379 time: 0.3915825 Aug 17 14:20:35.644836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Attempting to bind port 51815b4e-d653-4b56-9e0b-7a4321432afc on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:35.657829 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Attempting to bind port 51815b4e-d653-4b56-9e0b-7a4321432afc by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:35.659064 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Attempting to bind port 51815b4e-d653-4b56-9e0b-7a4321432afc on network d0f47e31-f999-4294-9509-919f3e31b70f {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:35.662569 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'port': {'device_id': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'admin_state_up': True, 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'security_groups': ['bd8b873c-d00e-45ce-8438-788dbe457167']}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:35.672471 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:35.675193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Pushing event updated for resources: {'Port': ['ID=51815b4e-d653-4b56-9e0b-7a4321432afc,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:35.712684 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Port 51815b4e-d653-4b56-9e0b-7a4321432afc on network d0f47e31-f999-4294-9509-919f3e31b70f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:20:35.713546 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Attempting to bind port 51815b4e-d653-4b56-9e0b-7a4321432afc on network d0f47e31-f999-4294-9509-919f3e31b70f {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:35.764230 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:35.768208 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Checking segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:35.769824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Bound using segment: {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:35.776214 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Bound port: 51815b4e-d653-4b56-9e0b-7a4321432afc, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ee87d1-1103-4009-99bc-99aa454dc669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:35.776747 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:35.985396 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ded0c-26c3-4aa7-adbf-1b57891b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=07452b38-a767-4c99-871a-ff90f8acdb04,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:36.199473 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Publish callbacks [] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:36.205356 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-96fa0fa9-dd22-4a31-87c8-757792b6846e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:36.210391 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-96fa0fa9-dd22-4a31-87c8-757792b6846e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 818 time: 1.1506619 Aug 17 14:20:36.210576 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:36.248141 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:36.260250 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8901b21b-0add-40c6-9928-16e9055d693c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:36.264478 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'port': {'device_id': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'admin_state_up': True, 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:36.285539 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:36.353387 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:36.462743 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:34Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:36.468605 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44692) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:36.580036 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7fba5-61d2-4159-8808-2b7542b53f5d None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:34Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:20:36.595657 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee34bda-812a-465a-abcb-9643d8c7fcbf req-69789bde-c342-4f5c-909e-21859ecae367 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:36.603430 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cee34bda-812a-465a-abcb-9643d8c7fcbf req-69789bde-c342-4f5c-909e-21859ecae367 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.6612434 Aug 17 14:20:36.614285 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] For port 51815b4e-d653-4b56-9e0b-7a4321432afc, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:36.659123 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Made reservation on behalf of d406f06c30a245ea8a84766f5bc4bde4 for: {'port': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:36.664489 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:36.694016 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 07452b38-a767-4c99-871a-ff90f8acdb04 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:36.781740 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836098fe-b882-411f-bfe7-aa47db25fa93 None None] Pushing event updated for resources: {'Port': ['ID=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:36.824048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] For port 51815b4e-d653-4b56-9e0b-7a4321432afc, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=51815b4e-d653-4b56-9e0b-7a4321432afc,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:36.894682 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:36.911870 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-969087f1-cfff-41e8-a712-bfc504bed879 req-fd33d690-b6ad-49c1-936e-27cfe56bce45 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 210 time: 0.2391760 Aug 17 14:20:36.948285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Attempting to bind port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:36.948285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Attempting to bind port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:36.948285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Attempting to bind port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:36.961440 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:36.989328 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:36.992284 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Checking segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:36.995914 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:36.997191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Bound using segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:36.999604 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Bound port: 4ecc096d-71a0-49c0-9716-3a0d0321e5c1, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:37.001485 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:37.013990 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-82cdb543-7770-4e4b-9268-1aabfe6359c3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=09959f82569b4a779478782a6c0eae6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5391088 Aug 17 14:20:37.014734 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44704) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:37.016020 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:37.016797 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:37.018872 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/51815b4e-d653-4b56-9e0b-7a4321432afc HTTP/1.1" status: 200 len: 1093 time: 6.4379404 Aug 17 14:20:37.027994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'tag': '51815b4e-d653-4b56-9e0b-7a4321432afc'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:37.118788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 07452b38-a767-4c99-871a-ff90f8acdb04 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:37.118788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:37.136829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44706) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:37.280297 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cee34bda-812a-465a-abcb-9643d8c7fcbf req-c52c78c9-b9ff-440e-b43a-ca9162363e46 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640608 Aug 17 14:20:37.555101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5855c3-c33e-4b1a-97c2-5b1ee4f0df3a service neutron] Pushing event updated for resources: {'Port': ['ID=51815b4e-d653-4b56-9e0b-7a4321432afc,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:37.574650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.42', 55386) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:37.586870 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 07452b38-a767-4c99-871a-ff90f8acdb04 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:37.587926 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:37.591975 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] For port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:37.606056 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c046f0-cd65-420c-8bf9-5e68dd390206" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2a8f4c-a394-4794-a576-c4b2e6ccdfab", "tag": "51815b4e-d653-4b56-9e0b-7a4321432afc"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:37.703652 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] For port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:37.739289 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Made reservation on behalf of 5b4ef43b33bc4c5b8efa846043d0ca15 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:37.749116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:37.759342 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:37.777898 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4fbe3e50-ee3d-46ff-b2b4-09516027cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:37.780846 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4fbe3e50-ee3d-46ff-b2b4-09516027cec5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e868b96d3fae45afbc1f7be86255a61b&device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 1127 time: 0.4716015 Aug 17 14:20:37.975088 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Allocated IP 172.20.0.11 (b0217b11-e15c-43c2-9f22-0b0f3019f594/a0007775-5b31-437e-8d50-692a395f45ee/8c608647-0be3-493f-8c4b-19aad8caae21) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:38.038310 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 07452b38-a767-4c99-871a-ff90f8acdb04, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=07452b38-a767-4c99-871a-ff90f8acdb04,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:38.041222 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836098fe-b882-411f-bfe7-aa47db25fa93 None None] Pushing event updated for resources: {'Port': ['ID=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:38.068188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:38.078750 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:20:38.086013 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:20:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:38.134698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:38.150590 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-445a7e94-ca87-4ba2-9bd5-1eff1bc8e398 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51815b4e-d653-4b56-9e0b-7a4321432afc HTTP/1.1" status: 200 len: 217 time: 0.2650361 Aug 17 14:20:38.334435 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8901b21b-0add-40c6-9928-16e9055d693c admin admin] Publish callbacks [] for security_group (c71c9414-032d-4e5b-8d3c-590d3dbfbe62), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:38.396874 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8901b21b-0add-40c6-9928-16e9055d693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c71c9414-032d-4e5b-8d3c-590d3dbfbe62), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:38.411304 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-98fc73a9-03e4-4f78-bcec-fc4d31883d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:38.477235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed24d98-5cb8-4243-93d0-c3268f5afe74 x-openstack-request-id: req-6ed24d98-5cb8-4243-93d0-c3268f5afe74 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:38.477558 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2a8f4c-a394-4794-a576-c4b2e6ccdfab", "tag": "51815b4e-d653-4b56-9e0b-7a4321432afc", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:38.477780 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ed24d98-5cb8-4243-93d0-c3268f5afe74 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:38.494858 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed24d98-5cb8-4243-93d0-c3268f5afe74'] response: {'name': 'network-changed', 'server_uuid': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'tag': '51815b4e-d653-4b56-9e0b-7a4321432afc', 'status': 'completed', 'code': 200} Aug 17 14:20:38.581240 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:38.625895 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c05dcc9-1680-42ab-bd74-a64f6f33227a req-537ba4cb-c82c-4e3e-9889-79a1d2e2e436 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 210 time: 0.0531526 Aug 17 14:20:38.765084 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:38.784320 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:38.786509 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901b21b-0add-40c6-9928-16e9055d693c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c9414-032d-4e5b-8d3c-590d3dbfbe62,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:38.799063 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dcc497ef-2aad-4122-812d-6a04bf1573bc req-cf39ffc8-3a16-4eb8-85fb-97e96a179bc2 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 210 time: 1.5866125 Aug 17 14:20:38.800083 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Allocated IP 172.20.0.3 (59442bb5-753e-4bc4-9939-ce44de7a1cfd/7ce34ccd-438a-4e4f-8468-b88bc2b8f35b/ab942609-db02-4855-9844-97b1c33542ab) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:38.828318 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:20:38.942960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f369db25-457b-479c-b1f5-168a785776a1 admin admin] Publish callbacks [] for security_group (621a21a8-7626-4b9d-8051-743ec687db03), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:38.953966 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8901b21b-0add-40c6-9928-16e9055d693c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=55ae33ef1a414b878a54b693ed21ce94&name=default HTTP/1.1" status: 200 len: 2996 time: 4.2474015 Aug 17 14:20:38.954915 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44744) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:39.004368 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:39.065810 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for port (ab942609-db02-4855-9844-97b1c33542ab), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.087918 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for port (8c608647-0be3-493f-8c4b-19aad8caae21), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.127606 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:39.130785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.149848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-3de6376e-90ab-49eb-ad16-382b67fb1bb3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:39.151474 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-3de6376e-90ab-49eb-ad16-382b67fb1bb3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 818 time: 1.5343151 Aug 17 14:20:39.156481 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f369db25-457b-479c-b1f5-168a785776a1 admin admin] Publish callbacks [] for security_group (621a21a8-7626-4b9d-8051-743ec687db03), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.282022 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-98fc73a9-03e4-4f78-bcec-fc4d31883d04 admin admin] Publish callbacks [] for security_group (af848c84-8961-4e2c-b6c8-cf05f177d39c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.305988 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ac8f145f-466a-4a59-930b-018bedb3d5dc admin admin] Publish callbacks [] for security_group (c71c9414-032d-4e5b-8d3c-590d3dbfbe62), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.311788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=07452b38-a767-4c99-871a-ff90f8acdb04,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:39.312221 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-98fc73a9-03e4-4f78-bcec-fc4d31883d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (af848c84-8961-4e2c-b6c8-cf05f177d39c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.405695 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:39.406129 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.457528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'port': {'device_id': '53952708-e35b-47d5-ba11-4b493fead1ed', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'admin_state_up': True, 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:39.476753 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-98fc73a9-03e4-4f78-bcec-fc4d31883d04 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=16f1b712607c4546b1ee356886a7aafc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2918973 Aug 17 14:20:39.492028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:39.508468 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44758) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:39.510640 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.542570 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.561528 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ac8f145f-466a-4a59-930b-018bedb3d5dc admin admin] Publish callbacks [] for security_group (c71c9414-032d-4e5b-8d3c-590d3dbfbe62), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.596863 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:20:39.641396 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (ab942609-db02-4855-9844-97b1c33542ab), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.642665 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:39.677305 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:39.686035 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:39.689067 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-32103c81-f446-42a5-b781-f50c14a3cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:39.691579 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-32103c81-f446-42a5-b781-f50c14a3cd11 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5d355202-e9d3-4efe-a2c8-dcee408fdc75 HTTP/1.1" status: 200 len: 851 time: 1.3069091 Aug 17 14:20:39.698939 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:39.701928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0bd15-09bd-4eca-b048-1b5fe578f0a8 None None] The sync data for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi is: [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:20:39.718116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:39.735458 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:39.749088 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:39.805385 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:39.880795 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:39.882135 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc73a9-03e4-4f78-bcec-fc4d31883d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af848c84-8961-4e2c-b6c8-cf05f177d39c,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:39.928226 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:39.933753 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:39.957981 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff7ce4-adcb-4045-8e61-9c447ac09f0e req-01428c54-5f97-4a9a-a7b5-062c8ea79e5c tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:39.959554 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bcff7ce4-adcb-4045-8e61-9c447ac09f0e req-01428c54-5f97-4a9a-a7b5-062c8ea79e5c tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.8369682 Aug 17 14:20:40.050876 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f369db25-457b-479c-b1f5-168a785776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (621a21a8-7626-4b9d-8051-743ec687db03), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.056293 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f369db25-457b-479c-b1f5-168a785776a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.059059 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f369db25-457b-479c-b1f5-168a785776a1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/621a21a8-7626-4b9d-8051-743ec687db03 HTTP/1.1" status: 204 len: 168 time: 2.9491534 Aug 17 14:20:40.127320 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-88305b19-452b-442b-b2ce-6c75aed7b548 req-21febe05-fd49-41fd-9d45-99309ffdeef9 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 210 time: 0.3807716 Aug 17 14:20:40.180750 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-82f379a5-0d91-4bf6-96d0-3475006becd9 None None] Provisioning complete for port ab942609-db02-4855-9844-97b1c33542ab triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:40.186122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-82f379a5-0d91-4bf6-96d0-3475006becd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (ab942609-db02-4855-9844-97b1c33542ab), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.243853 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0000339 Aug 17 14:20:40.250936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:40.260145 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:40.271941 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ac8f145f-466a-4a59-930b-018bedb3d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c71c9414-032d-4e5b-8d3c-590d3dbfbe62), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.274888 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bcff7ce4-adcb-4045-8e61-9c447ac09f0e req-b4511195-39da-4720-856a-702fd966072d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383871 Aug 17 14:20:40.275424 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ac8f145f-466a-4a59-930b-018bedb3d5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.278658 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ac8f145f-466a-4a59-930b-018bedb3d5dc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c71c9414-032d-4e5b-8d3c-590d3dbfbe62 HTTP/1.1" status: 204 len: 168 time: 1.3156970 Aug 17 14:20:40.289947 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369db25-457b-479c-b1f5-168a785776a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a21a8-7626-4b9d-8051-743ec687db03,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:40.309507 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-6e22e850-3233-4af5-b17a-ab31bd07d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:40.311202 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-82f379a5-0d91-4bf6-96d0-3475006becd9 None None] Port ab942609-db02-4855-9844-97b1c33542ab cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:40.318455 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-6e22e850-3233-4af5-b17a-ab31bd07d94b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=d0f47e31-f999-4294-9509-919f3e31b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5767169 Aug 17 14:20:40.319719 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Made reservation on behalf of 5b4ef43b33bc4c5b8efa846043d0ca15 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:40.325012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.357366 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f145f-466a-4a59-930b-018bedb3d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c9414-032d-4e5b-8d3c-590d3dbfbe62,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:40.368713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4085a892-f233-4bdf-9683-947aa4b3a31c admin admin] Publish callbacks [] for security_group (af848c84-8961-4e2c-b6c8-cf05f177d39c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.403209 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4085a892-f233-4bdf-9683-947aa4b3a31c admin admin] Publish callbacks [] for security_group (af848c84-8961-4e2c-b6c8-cf05f177d39c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.509975 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:40.510750 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.535615 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4085a892-f233-4bdf-9683-947aa4b3a31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (af848c84-8961-4e2c-b6c8-cf05f177d39c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.538698 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4085a892-f233-4bdf-9683-947aa4b3a31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.542501 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4085a892-f233-4bdf-9683-947aa4b3a31c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/af848c84-8961-4e2c-b6c8-cf05f177d39c HTTP/1.1" status: 204 len: 168 time: 1.0208495 Aug 17 14:20:40.542646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e95f28ae-7d23-487f-b4d3-5a42dd4ca556 None None] Provisioning complete for port 8c608647-0be3-493f-8c4b-19aad8caae21 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:40.542646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e95f28ae-7d23-487f-b4d3-5a42dd4ca556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.612932 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085a892-f233-4bdf-9683-947aa4b3a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af848c84-8961-4e2c-b6c8-cf05f177d39c,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:40.629895 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:40.632979 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e95f28ae-7d23-487f-b4d3-5a42dd4ca556 None None] Port 8c608647-0be3-493f-8c4b-19aad8caae21 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:40.655466 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-72edd48d-e82d-4e39-a11e-5d99071d26da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0070188 Aug 17 14:20:40.667661 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Allocated IP 172.20.0.6 (59442bb5-753e-4bc4-9939-ce44de7a1cfd/7ce34ccd-438a-4e4f-8468-b88bc2b8f35b/77264885-790c-44e6-b446-f0de9e604be5) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:20:40.677111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dc1eb-841e-455a-bf33-e6d577b59df5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'Port': ['ID=ab942609-db02-4855-9844-97b1c33542ab,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:40.692048 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730175ca-e63f-4b96-844a-bd64419081ae req-35406cee-9039-472c-86f0-2aeeb24ff314 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:40.694477 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-730175ca-e63f-4b96-844a-bd64419081ae req-35406cee-9039-472c-86f0-2aeeb24ff314 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 932 time: 0.3348355 Aug 17 14:20:40.757689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:40.821489 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-730175ca-e63f-4b96-844a-bd64419081ae req-da81d2da-2b06-460d-b429-b832b3eea1f5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107655 Aug 17 14:20:40.834225 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:40.834953 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:40.930194 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:40.931596 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 07452b38-a767-4c99-871a-ff90f8acdb04 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:40.998905 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for port (77264885-790c-44e6-b446-f0de9e604be5), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.018150 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 07452b38-a767-4c99-871a-ff90f8acdb04 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:41.019066 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.039558 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (77264885-790c-44e6-b446-f0de9e604be5), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.062305 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44790) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:41.078986 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:41.093723 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:20:41.100245 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:41.104582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-47245f14-c546-402d-898f-00a4507fbba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.120828 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:20:41.128855 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:41.129522 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.148745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'Port': ['ID=77264885-790c-44e6-b446-f0de9e604be5,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:41.159058 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 07452b38-a767-4c99-871a-ff90f8acdb04 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:41.176433 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-4f4bb4a0-e9c8-4f43-b711-746510ad622d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7257977 Aug 17 14:20:41.327070 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd946590-fc36-48fe-be09-c34df6ef8a1b req-5be70d53-d53a-4202-9755-deed8c4e592a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:41.329315 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dd946590-fc36-48fe-be09-c34df6ef8a1b req-5be70d53-d53a-4202-9755-deed8c4e592a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 931 time: 0.0667739 Aug 17 14:20:41.338137 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-47245f14-c546-402d-898f-00a4507fbba0 admin admin] Publish callbacks [] for security_group (d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.345747 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-47245f14-c546-402d-898f-00a4507fbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.411608 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dd946590-fc36-48fe-be09-c34df6ef8a1b req-969b3b4a-df26-411d-bb41-48facb196c18 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763991 Aug 17 14:20:41.425874 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-47245f14-c546-402d-898f-00a4507fbba0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b896e99752614e29a18c94ec93afaac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572226 Aug 17 14:20:41.426487 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44808) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:41.431816 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47245f14-c546-402d-898f-00a4507fbba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:41.471961 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-30d2b32c-bf3c-47d3-bdb3-2d1ea77dafc2 None None] Provisioning complete for port 77264885-790c-44e6-b446-f0de9e604be5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:41.472544 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-30d2b32c-bf3c-47d3-bdb3-2d1ea77dafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (77264885-790c-44e6-b446-f0de9e604be5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.510139 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:41.516020 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2313-7991-4f4a-90df-16b39f54b1d8 req-41520890-9e7a-44e6-aef7-53427dab1ec2 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:41.517387 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-30d2b32c-bf3c-47d3-bdb3-2d1ea77dafc2 None None] Port 77264885-790c-44e6-b446-f0de9e604be5 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:20:41.517649 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4bae2313-7991-4f4a-90df-16b39f54b1d8 req-41520890-9e7a-44e6-aef7-53427dab1ec2 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.0933101 Aug 17 14:20:41.533699 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:41.538193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ebed6761-b77a-469b-b8f1-d970ea4c494c admin admin] Publish callbacks [] for security_group (d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.571333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ebed6761-b77a-469b-b8f1-d970ea4c494c admin admin] Publish callbacks [] for security_group (d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.588230 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4bae2313-7991-4f4a-90df-16b39f54b1d8 req-7788114c-1087-4178-9835-7c21b1ac7a34 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626945 Aug 17 14:20:41.628518 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ebed6761-b77a-469b-b8f1-d970ea4c494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.631787 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ebed6761-b77a-469b-b8f1-d970ea4c494c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:41.633488 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ebed6761-b77a-469b-b8f1-d970ea4c494c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f HTTP/1.1" status: 204 len: 168 time: 0.2058527 Aug 17 14:20:41.643087 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed6761-b77a-469b-b8f1-d970ea4c494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2995007-ad2b-4f6d-92f8-3d55f8ba3d0f,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:41.955546 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cebca-209e-4419-a46c-60d949df6f94 req-0ddf8d9a-8a78-457a-ad2f-f641145a9e59 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:41.957216 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-430cebca-209e-4419-a46c-60d949df6f94 req-0ddf8d9a-8a78-457a-ad2f-f641145a9e59 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 932 time: 0.0597413 Aug 17 14:20:42.023868 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-430cebca-209e-4419-a46c-60d949df6f94 req-7378748c-bc9e-4c2f-9db1-166d874c4059 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575764 Aug 17 14:20:42.034272 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44842) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:42.053274 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7fcd044a-5e1b-47d5-8e2f-c3d5264a9ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.140440 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7fcd044a-5e1b-47d5-8e2f-c3d5264a9ddd admin admin] Publish callbacks [] for security_group (e42e3afd-bca3-42f5-9564-05a4412954c2), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.146822 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7fcd044a-5e1b-47d5-8e2f-c3d5264a9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (e42e3afd-bca3-42f5-9564-05a4412954c2), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.170815 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:42.191607 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd044a-5e1b-47d5-8e2f-c3d5264a9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e3afd-bca3-42f5-9564-05a4412954c2,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:42.199046 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44848) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:42.199304 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-7fcd044a-5e1b-47d5-8e2f-c3d5264a9ddd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=173aab7790184c7486ae97c70b27030d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634614 Aug 17 14:20:42.272246 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0a158063-d4d1-4ee6-85d0-f50ef8d71753 admin admin] Publish callbacks [] for security_group (e42e3afd-bca3-42f5-9564-05a4412954c2), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.295695 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0a158063-d4d1-4ee6-85d0-f50ef8d71753 admin admin] Publish callbacks [] for security_group (e42e3afd-bca3-42f5-9564-05a4412954c2), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.327551 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:42.356697 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0a158063-d4d1-4ee6-85d0-f50ef8d71753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (e42e3afd-bca3-42f5-9564-05a4412954c2), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.359823 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0a158063-d4d1-4ee6-85d0-f50ef8d71753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:42.361224 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0a158063-d4d1-4ee6-85d0-f50ef8d71753 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e42e3afd-bca3-42f5-9564-05a4412954c2 HTTP/1.1" status: 204 len: 168 time: 0.1607959 Aug 17 14:20:42.369578 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a158063-d4d1-4ee6-85d0-f50ef8d71753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e3afd-bca3-42f5-9564-05a4412954c2,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:42.567125 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030772-a2eb-44af-9536-8b444beeda1b req-44c237c4-d82d-4073-9444-ca13650940cf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:42.568824 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-63030772-a2eb-44af-9536-8b444beeda1b req-44c237c4-d82d-4073-9444-ca13650940cf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 931 time: 0.0620661 Aug 17 14:20:42.660588 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-63030772-a2eb-44af-9536-8b444beeda1b req-1880725f-93b3-421a-8686-9765a3ca2399 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860531 Aug 17 14:20:42.788527 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e59d4-2526-4f0b-b584-fdeaf358714c req-5834c7b1-4bd3-4f8f-9199-39ebea90edf1 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:42.790502 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-349e59d4-2526-4f0b-b584-fdeaf358714c req-5834c7b1-4bd3-4f8f-9199-39ebea90edf1 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.1011779 Aug 17 14:20:42.927635 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-349e59d4-2526-4f0b-b584-fdeaf358714c req-eb97b07c-0691-4f92-8c90-2b78479939e2 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224504 Aug 17 14:20:43.253544 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba71ed-7b8d-4122-a283-6ac97333ce21 req-2daa9a18-8fee-4034-825b-af27944f9a57 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:43.255069 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-7aba71ed-7b8d-4122-a283-6ac97333ce21 req-2daa9a18-8fee-4034-825b-af27944f9a57 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 932 time: 0.1091466 Aug 17 14:20:43.325929 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-633d7797-74b0-490c-bd4a-73aa96b29806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:43.426270 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-7aba71ed-7b8d-4122-a283-6ac97333ce21 req-3c9af310-5ca4-4512-a5bf-9d0a8325f16b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514971 Aug 17 14:20:43.838090 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a59d8c-8b2d-441c-bd5a-91791552b37f req-82e32740-401f-4433-9502-81742564d2ca tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:43.838090 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f3a59d8c-8b2d-441c-bd5a-91791552b37f req-82e32740-401f-4433-9502-81742564d2ca tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 931 time: 0.0684056 Aug 17 14:20:43.941073 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f3a59d8c-8b2d-441c-bd5a-91791552b37f req-0e0cdeb1-5fa9-4ad4-9d1c-e4d83ecd852c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889850 Aug 17 14:20:44.135731 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e30a2-1e7f-43fa-9a46-0f9100143f9e req-94786115-1486-4e76-9a93-18007be62cfc tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:44.145088 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b00e30a2-1e7f-43fa-9a46-0f9100143f9e req-94786115-1486-4e76-9a93-18007be62cfc tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.0965514 Aug 17 14:20:44.217171 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b00e30a2-1e7f-43fa-9a46-0f9100143f9e req-2ecaa1a6-5415-426d-b6ae-caae462afc8c tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692801 Aug 17 14:20:44.577129 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5882c86-492f-4233-ab36-51b0f0c1f5bc req-2ad2186d-b458-4779-899e-456f400dd7d3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:44.584593 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5882c86-492f-4233-ab36-51b0f0c1f5bc req-2ad2186d-b458-4779-899e-456f400dd7d3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 932 time: 0.0591221 Aug 17 14:20:44.621955 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 44976) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:44.650514 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5882c86-492f-4233-ab36-51b0f0c1f5bc req-7f6bbc32-9ebd-4819-bab0-77da0fc09d8a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576487 Aug 17 14:20:44.883769 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4666-8593-4902-8011-f159cf0ff0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:44.989954 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4666-8593-4902-8011-f159cf0ff0a3 admin admin] Publish callbacks [] for security_group (f586b1a0-6b12-4578-899d-cdc0197aeb28), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:44.994145 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4666-8593-4902-8011-f159cf0ff0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f586b1a0-6b12-4578-899d-cdc0197aeb28), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.039560 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d5dc4666-8593-4902-8011-f159cf0ff0a3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bab73f1c6d5b49358f688e717f821879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162652 Aug 17 14:20:45.042302 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 44996) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:45.051318 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:45.052171 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc4666-8593-4902-8011-f159cf0ff0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f586b1a0-6b12-4578-899d-cdc0197aeb28,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:45.093525 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668c00-cbed-4fa9-9c06-1678bb078d0b req-934320d5-8de8-4961-971c-c003fdc90310 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:45.095285 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c2668c00-cbed-4fa9-9c06-1678bb078d0b req-934320d5-8de8-4961-971c-c003fdc90310 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 931 time: 0.0586424 Aug 17 14:20:45.101848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f8383bdd-c279-4910-9edc-ed794b4d0a07 admin admin] Publish callbacks [] for security_group (f586b1a0-6b12-4578-899d-cdc0197aeb28), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.130131 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f8383bdd-c279-4910-9edc-ed794b4d0a07 admin admin] Publish callbacks [] for security_group (f586b1a0-6b12-4578-899d-cdc0197aeb28), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.150985 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c2668c00-cbed-4fa9-9c06-1678bb078d0b req-a7943673-a1a1-4861-9f5c-3b6246b198d3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Aug 17 14:20:45.186937 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f8383bdd-c279-4910-9edc-ed794b4d0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f586b1a0-6b12-4578-899d-cdc0197aeb28), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.189820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f8383bdd-c279-4910-9edc-ed794b4d0a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.191076 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f8383bdd-c279-4910-9edc-ed794b4d0a07 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f586b1a0-6b12-4578-899d-cdc0197aeb28 HTTP/1.1" status: 204 len: 168 time: 0.1477935 Aug 17 14:20:45.200362 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383bdd-c279-4910-9edc-ed794b4d0a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f586b1a0-6b12-4578-899d-cdc0197aeb28,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:45.335242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-fc59d65e-0983-4c8a-a534-5bec773163e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.360291 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c69db-0dc7-4542-9c41-9ba131d7b422 req-6d73c3c9-cca8-4896-aa48-c946a9318b4e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:45.362075 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b82c69db-0dc7-4542-9c41-9ba131d7b422 req-6d73c3c9-cca8-4896-aa48-c946a9318b4e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.0653269 Aug 17 14:20:45.422439 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b82c69db-0dc7-4542-9c41-9ba131d7b422 req-74602b44-ac9e-4025-8177-61bc50556747 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503607 Aug 17 14:20:45.576560 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45022) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:45.589546 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d1895b81-6341-4c8c-89c1-e73b98aa0dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.671887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d1895b81-6341-4c8c-89c1-e73b98aa0dcd admin admin] Publish callbacks [] for security_group (163a0255-1df1-4d6b-8484-a4b75506e78a), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.676740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d1895b81-6341-4c8c-89c1-e73b98aa0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (163a0255-1df1-4d6b-8484-a4b75506e78a), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.704488 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:45.718701 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1895b81-6341-4c8c-89c1-e73b98aa0dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a0255-1df1-4d6b-8484-a4b75506e78a,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:45.727733 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d1895b81-6341-4c8c-89c1-e73b98aa0dcd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6f9bff098cc8445c99f9baf5509bd62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495612 Aug 17 14:20:45.727863 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45030) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:45.793176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c75b4-56a3-4b4f-aeca-091bb894c358 req-c1b5fce7-f2e6-4bd6-b46a-d20f38ba03cb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:45.795001 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f76c75b4-56a3-4b4f-aeca-091bb894c358 req-c1b5fce7-f2e6-4bd6-b46a-d20f38ba03cb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 932 time: 0.0793004 Aug 17 14:20:45.842525 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f39e94c0-3404-4a1d-a822-4ca8e81fe81e admin admin] Publish callbacks [] for security_group (163a0255-1df1-4d6b-8484-a4b75506e78a), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.875894 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f76c75b4-56a3-4b4f-aeca-091bb894c358 req-b650b68f-f49f-4cb7-936b-843c870cded8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733941 Aug 17 14:20:45.880578 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f39e94c0-3404-4a1d-a822-4ca8e81fe81e admin admin] Publish callbacks [] for security_group (163a0255-1df1-4d6b-8484-a4b75506e78a), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.940600 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f39e94c0-3404-4a1d-a822-4ca8e81fe81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (163a0255-1df1-4d6b-8484-a4b75506e78a), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.943395 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f39e94c0-3404-4a1d-a822-4ca8e81fe81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:45.947084 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f39e94c0-3404-4a1d-a822-4ca8e81fe81e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/163a0255-1df1-4d6b-8484-a4b75506e78a HTTP/1.1" status: 204 len: 168 time: 0.2164688 Aug 17 14:20:45.954082 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e94c0-3404-4a1d-a822-4ca8e81fe81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a0255-1df1-4d6b-8484-a4b75506e78a,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:46.281509 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf2cc-692a-41a9-b711-53b3d4f86270 req-879ece8d-81ee-406d-9bf4-b96fba60b9a0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:46.283078 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4adcf2cc-692a-41a9-b711-53b3d4f86270 req-879ece8d-81ee-406d-9bf4-b96fba60b9a0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 931 time: 0.0548272 Aug 17 14:20:46.314999 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:46.333988 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4adcf2cc-692a-41a9-b711-53b3d4f86270 req-623fffa5-b43d-47dd-ba12-c4809aafb89c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Aug 17 14:20:46.512283 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Request body: {'port': {'device_id': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:46.561416 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a94730-d4df-49b8-bb52-9901f17e1997 req-dbeae2c9-ad54-48af-8af2-19de65361394 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:46.562440 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-93a94730-d4df-49b8-bb52-9901f17e1997 req-dbeae2c9-ad54-48af-8af2-19de65361394 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.0610318 Aug 17 14:20:46.588020 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:46.602019 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ab942609-db02-4855-9844-97b1c33542ab), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:46.620263 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-93a94730-d4df-49b8-bb52-9901f17e1997 req-cb0a0520-537a-4dd4-bce3-c39f67f0da3b tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 Aug 17 14:20:46.671710 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Request body: {'port': {'device_id': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:46.725115 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:46.737441 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:46.748295 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Request body: {'port': {'device_id': '53952708-e35b-47d5-ba11-4b493fead1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:46.958068 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (77264885-790c-44e6-b446-f0de9e604be5), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:46.985495 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-4ec93c4a-0e28-4388-86f8-71e902b35e67 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716081 Aug 17 14:20:47.105662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88690db-e52e-4465-ad44-fcc3c61dbd54 req-f97ee5a0-c3a7-43ec-865d-6d6451f05b33 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:47.113423 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d88690db-e52e-4465-ad44-fcc3c61dbd54 req-f97ee5a0-c3a7-43ec-865d-6d6451f05b33 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 932 time: 0.1356640 Aug 17 14:20:47.213450 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c608647-0be3-493f-8c4b-19aad8caae21 {{(pid=106367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:47.231111 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Publish callbacks [] for port (8c608647-0be3-493f-8c4b-19aad8caae21), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.265790 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.provisioning_blocks [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Transition to ACTIVE for port object 8c608647-0be3-493f-8c4b-19aad8caae21 will not be triggered until provisioned by entity L2. {{(pid=106367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:20:47.271449 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.333672 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1fb52299-113e-4251-b8c6-9dafae2525cf req-78459659-24a6-4102-b7bb-b311eea4bf9a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298874 Aug 17 14:20:47.436303 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:47.470815 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d88690db-e52e-4465-ad44-fcc3c61dbd54 req-64dac067-8696-4b40-aa1e-f643b4007644 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561442 Aug 17 14:20:47.476945 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab942609-db02-4855-9844-97b1c33542ab {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:47.491249 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:47.495857 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.managers [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Attempting to bind port 8c608647-0be3-493f-8c4b-19aad8caae21 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:47.496210 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.managers [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Attempting to bind port 8c608647-0be3-493f-8c4b-19aad8caae21 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}] {{(pid=106367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:47.496564 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Attempting to bind port 8c608647-0be3-493f-8c4b-19aad8caae21 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 {{(pid=106367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:47.503959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Publish callbacks [] for port (ab942609-db02-4855-9844-97b1c33542ab), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.520777 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Transition to ACTIVE for port object ab942609-db02-4855-9844-97b1c33542ab will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:20:47.531319 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Port 8c608647-0be3-493f-8c4b-19aad8caae21 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:20:47.531541 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (ab942609-db02-4855-9844-97b1c33542ab), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.531649 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Attempting to bind port 8c608647-0be3-493f-8c4b-19aad8caae21 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 {{(pid=106367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:47.602091 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:47.602778 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Checking segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:47.603175 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Bound using segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} {{(pid=106367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:47.603451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.managers [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Bound port: 8c608647-0be3-493f-8c4b-19aad8caae21, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}}] {{(pid=106367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:47.612388 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.621478 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Pushing event updated for resources: {'Port': ['ID=ab942609-db02-4855-9844-97b1c33542ab,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:47.685585 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820485d1-9931-4bca-bd0f-af5a9e2b1679 req-2d66858b-e2ba-4aed-a51d-04155a728b26 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:47.687792 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-820485d1-9931-4bca-bd0f-af5a9e2b1679 req-2d66858b-e2ba-4aed-a51d-04155a728b26 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 931 time: 0.1933494 Aug 17 14:20:47.721979 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:47.723830 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Attempting to bind port ab942609-db02-4855-9844-97b1c33542ab on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:47.724422 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Attempting to bind port ab942609-db02-4855-9844-97b1c33542ab by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:47.725201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Attempting to bind port ab942609-db02-4855-9844-97b1c33542ab on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:47.765995 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Port ab942609-db02-4855-9844-97b1c33542ab on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:20:47.766326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Attempting to bind port ab942609-db02-4855-9844-97b1c33542ab on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:47.783130 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:47.811662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:47.812006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Checking segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:47.812434 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Bound using segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:47.812942 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Bound port: ab942609-db02-4855-9844-97b1c33542ab, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:47.813397 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ab942609-db02-4855-9844-97b1c33542ab), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.875968 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1826b-e143-4ff0-a90a-33ac89e56812 req-d1546110-feb7-4e6c-bd83-cbd620ef3821 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:47.878581 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37f1826b-e143-4ff0-a90a-33ac89e56812 req-d1546110-feb7-4e6c-bd83-cbd620ef3821 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.1076376 Aug 17 14:20:47.878919 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, cleared binding levels {{(pid=106367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:47.893266 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-820485d1-9931-4bca-bd0f-af5a9e2b1679 req-9c17ef1c-5c46-43d7-adbd-70d32c17b822 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930885 Aug 17 14:20:47.895694 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:47.906816 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.915424 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:47.917060 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:47.922780 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 1094 time: 1.2544260 Aug 17 14:20:47.924077 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:47.971000 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:47.988872 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77264885-790c-44e6-b446-f0de9e604be5 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:48.015322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Publish callbacks [] for port (77264885-790c-44e6-b446-f0de9e604be5), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.024253 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04b87d-4a68-405d-a4f4-35a66b0fe029 service neutron] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=3']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:48.145785 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d8148-d05c-4568-a169-151604fb694c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:48.163510 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.248244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] For port ab942609-db02-4855-9844-97b1c33542ab, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:48.253546 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Transition to ACTIVE for port object 77264885-790c-44e6-b446-f0de9e604be5 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:20:48.255659 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] For port ab942609-db02-4855-9844-97b1c33542ab, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ab942609-db02-4855-9844-97b1c33542ab,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:48.261596 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37f1826b-e143-4ff0-a90a-33ac89e56812 req-aae96fd5-c0b7-4a74-8228-c414c807b9ad tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406608 Aug 17 14:20:48.264207 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (77264885-790c-44e6-b446-f0de9e604be5), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.279323 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (ab942609-db02-4855-9844-97b1c33542ab), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.283601 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:48.291124 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.292550 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 200 len: 1093 time: 1.7848182 Aug 17 14:20:48.292990 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'tag': 'ab942609-db02-4855-9844-97b1c33542ab'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:48.293826 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.299335 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f720a67-7bec-4901-b131-dd330c2ba616" -d '{"events": [{"name": "network-changed", "server_uuid": "99a044a5-ba10-4ced-8394-8a91634b31fb", "tag": "ab942609-db02-4855-9844-97b1c33542ab"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:48.358563 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716248da-7d32-4704-98ae-4bb2e76db7dc x-openstack-request-id: req-716248da-7d32-4704-98ae-4bb2e76db7dc {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:48.359069 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:48.359414 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-716248da-7d32-4704-98ae-4bb2e76db7dc {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:48.359969 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716248da-7d32-4704-98ae-4bb2e76db7dc'] response: {'name': 'network-changed', 'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'status': 'completed', 'code': 200} Aug 17 14:20:48.400686 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Pushing event updated for resources: {'Port': ['ID=77264885-790c-44e6-b446-f0de9e604be5,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:48.443175 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9483df-94d1-41cc-b328-c787608d7bdb x-openstack-request-id: req-8f9483df-94d1-41cc-b328-c787608d7bdb {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:48.443401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a044a5-ba10-4ced-8394-8a91634b31fb", "tag": "ab942609-db02-4855-9844-97b1c33542ab", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:48.443616 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f9483df-94d1-41cc-b328-c787608d7bdb {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:48.444017 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9483df-94d1-41cc-b328-c787608d7bdb'] response: {'name': 'network-changed', 'server_uuid': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'tag': 'ab942609-db02-4855-9844-97b1c33542ab', 'status': 'completed', 'code': 200} Aug 17 14:20:48.466880 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Attempting to bind port 77264885-790c-44e6-b446-f0de9e604be5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:20:48.467264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Attempting to bind port 77264885-790c-44e6-b446-f0de9e604be5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:20:48.467590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Attempting to bind port 77264885-790c-44e6-b446-f0de9e604be5 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:48.475504 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Port 77264885-790c-44e6-b446-f0de9e604be5 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:20:48.475822 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Attempting to bind port 77264885-790c-44e6-b446-f0de9e604be5 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:20:48.480206 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbf2ca-25f1-4178-b0ff-89d9281ee608 service neutron] Pushing event updated for resources: {'Port': ['ID=ab942609-db02-4855-9844-97b1c33542ab,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:48.501528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:20:48.501528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Checking segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:48.501528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Bound using segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:20:48.501528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Bound port: 77264885-790c-44e6-b446-f0de9e604be5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:20:48.502004 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (77264885-790c-44e6-b446-f0de9e604be5), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:48.545930 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-2873150c-f7a4-4760-9091-f0ab649f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:48.547829 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-2873150c-f7a4-4760-9091-f0ab649f7a1a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e868b96d3fae45afbc1f7be86255a61b&device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 1127 time: 0.1423059 Aug 17 14:20:48.660983 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d8148-d05c-4568-a169-151604fb694c req-fec7faa9-9e34-428d-88e3-05d13ef0aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:48.663103 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-202d8148-d05c-4568-a169-151604fb694c req-fec7faa9-9e34-428d-88e3-05d13ef0aebd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1128 time: 0.1048236 Aug 17 14:20:48.668580 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-31552f9e-c0bd-43c3-a60b-6eb66c56c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:48.671137 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-31552f9e-c0bd-43c3-a60b-6eb66c56c37e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1127 time: 0.1870825 Aug 17 14:20:48.876187 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-14a19abb-23c4-4262-8da4-fd7b7ea963d2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 200 len: 217 time: 0.1636963 Aug 17 14:20:48.964266 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:49.007160 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa53deb-11cf-4123-ad83-ce446cdc04d1 req-030d710a-2238-4d48-b64d-d31de36c7882 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.016506 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cfa53deb-11cf-4123-ad83-ce446cdc04d1 req-030d710a-2238-4d48-b64d-d31de36c7882 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.3737626 Aug 17 14:20:49.155744 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] For port 77264885-790c-44e6-b446-f0de9e604be5, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:20:49.185275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-11f96079-051a-40fc-bcd9-3d61a63e8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.187068 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-11f96079-051a-40fc-bcd9-3d61a63e8fa9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.2817202 Aug 17 14:20:49.188270 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-56bbd543-e6c5-4837-96fe-52c0006bff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.191377 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-56bbd543-e6c5-4837-96fe-52c0006bff66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=d0f47e31-f999-4294-9509-919f3e31b70f HTTP/1.1" status: 200 len: 913 time: 0.6349344 Aug 17 14:20:49.201535 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] For port 77264885-790c-44e6-b446-f0de9e604be5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=77264885-790c-44e6-b446-f0de9e604be5,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:20:49.210209 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:49.238507 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599785-6172-4846-bcd7-e5403f5f6740 req-01e7685b-ac0c-4682-8a12-e82545079bea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.240076 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8d599785-6172-4846-bcd7-e5403f5f6740 req-01e7685b-ac0c-4682-8a12-e82545079bea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 943 time: 0.1790423 Aug 17 14:20:49.264567 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (77264885-790c-44e6-b446-f0de9e604be5), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:49.266824 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cfa53deb-11cf-4123-ad83-ce446cdc04d1 req-635780f7-287c-43d2-83b5-b34732fc4360 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490070 Aug 17 14:20:49.273033 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d8148-d05c-4568-a169-151604fb694c req-e29d34aa-f95b-4041-873d-833c899bd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.274703 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-202d8148-d05c-4568-a169-151604fb694c req-e29d34aa-f95b-4041-873d-833c899bd558 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5819814 Aug 17 14:20:49.276117 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.276875 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:49.278482 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/77264885-790c-44e6-b446-f0de9e604be5 HTTP/1.1" status: 200 len: 1093 time: 2.5507734 Aug 17 14:20:49.307758 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-51853efd-1f84-4ca8-8ef6-f74836c91552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.309515 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-51853efd-1f84-4ca8-8ef6-f74836c91552 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1001215 Aug 17 14:20:49.322439 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-0f582a2f-1344-41a6-b8ed-4b9f9fe8720a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51815b4e-d653-4b56-9e0b-7a4321432afc HTTP/1.1" status: 200 len: 217 time: 0.1127160 Aug 17 14:20:49.431581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-e1fa534e-455a-4eeb-a921-ee6728e27d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.433317 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-e1fa534e-455a-4eeb-a921-ee6728e27d80 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 1127 time: 0.0729132 Aug 17 14:20:49.469414 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-82ac84cb-2930-496f-b13f-3ffcaabacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.473176 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-82ac84cb-2930-496f-b13f-3ffcaabacb36 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5d355202-e9d3-4efe-a2c8-dcee408fdc75 HTTP/1.1" status: 200 len: 851 time: 0.1430509 Aug 17 14:20:49.519969 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-3f332586-9b1b-4d45-b213-c15091f4c2b7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77264885-790c-44e6-b446-f0de9e604be5 HTTP/1.1" status: 200 len: 217 time: 0.0559204 Aug 17 14:20:49.619998 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8d599785-6172-4846-bcd7-e5403f5f6740 req-70f718ee-af6e-4bd0-99e8-f5504bb7982a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603737 Aug 17 14:20:49.625717 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 51815b4e-d653-4b56-9e0b-7a4321432afc details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:20:49.751228 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-607c677d-d6b0-4857-a8de-e57c25eb6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.752754 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-607c677d-d6b0-4857-a8de-e57c25eb6fc9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=d0f47e31-f999-4294-9509-919f3e31b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2728481 Aug 17 14:20:49.760027 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45238) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:49.782515 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f00c0-3b45-4581-b7c0-f25412538f97 req-290a9861-d216-4bbd-9d34-50841199a6dc tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:49.793317 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-744f00c0-3b45-4581-b7c0-f25412538f97 req-290a9861-d216-4bbd-9d34-50841199a6dc tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 943 time: 0.2470565 Aug 17 14:20:49.798495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2041399-8385-41a9-84e8-42dd87eb0c9b service neutron] Pushing event updated for resources: {'Port': ['ID=77264885-790c-44e6-b446-f0de9e604be5,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:49.848781 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=8 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:49.878916 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45252) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:49.879503 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:49.948835 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 51815b4e-d653-4b56-9e0b-7a4321432afc, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=51815b4e-d653-4b56-9e0b-7a4321432afc,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:49.980557 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '51815b4e-d653-4b56-9e0b-7a4321432afc', 'network_id': 'd0f47e31-f999-4294-9509-919f3e31b70f', 'port_id': '51815b4e-d653-4b56-9e0b-7a4321432afc', 'mac_address': 'fa:16:3e:dc:5a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d355202-e9d3-4efe-a2c8-dcee408fdc75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:20:50.000106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-e63a3c17-3ad0-491c-a7f8-df0eb47f628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.001884 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-e63a3c17-3ad0-491c-a7f8-df0eb47f628c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.3928504 Aug 17 14:20:50.019853 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d8148-d05c-4568-a169-151604fb694c req-bcb58ba7-039f-459d-86e4-612c40cf20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.022808 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-202d8148-d05c-4568-a169-151604fb694c req-bcb58ba7-039f-459d-86e4-612c40cf20f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7119625 Aug 17 14:20:50.082332 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 51815b4e-d653-4b56-9e0b-7a4321432afc is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:50.082736 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.113264 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45266) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:50.130162 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51815b4e-d653-4b56-9e0b-7a4321432afc {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:50.164493 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-744f00c0-3b45-4581-b7c0-f25412538f97 req-4df757d2-02aa-41e9-b348-d5840ea27842 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693135 Aug 17 14:20:50.195300 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 51815b4e-d653-4b56-9e0b-7a4321432afc, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=51815b4e-d653-4b56-9e0b-7a4321432afc,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:50.207796 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-9d35a29e-6a9c-40d9-961b-b436b80a6183 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426255 Aug 17 14:20:50.209398 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.239965 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9a8c-557b-4fef-abf6-2f5bd8047524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.296225 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-987e5951-ddec-4906-be65-87b1b16a4c2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9337573 Aug 17 14:20:50.297855 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-dec2837b-bb53-4377-8886-7e5b79aa1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.300178 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-dec2837b-bb53-4377-8886-7e5b79aa1680 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1128 time: 0.1758461 Aug 17 14:20:50.305348 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=51815b4e-d653-4b56-9e0b-7a4321432afc,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:50.364494 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6e56-683d-44ca-869b-ded0d0b829f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.387595 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5bb60601-c9fb-4499-bce0-67c2b9ee7c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.424866 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-90a159d6-7072-463f-9848-29f08ad39bea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 217 time: 0.1139543 Aug 17 14:20:50.456204 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53952708-e35b-47d5-ba11-4b493fead1ed', 'tag': '77264885-790c-44e6-b446-f0de9e604be5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:50.458483 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a" -d '{"events": [{"name": "network-changed", "server_uuid": "53952708-e35b-47d5-ba11-4b493fead1ed", "tag": "77264885-790c-44e6-b446-f0de9e604be5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:50.461483 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-cce52cb3-6777-4b12-b2e1-8f26be324339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.462808 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-cce52cb3-6777-4b12-b2e1-8f26be324339 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4360938 Aug 17 14:20:50.483364 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['51815b4e-d653-4b56-9e0b-7a4321432afc'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:20:50.503791 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-84cb7a24-f00d-4baf-8c0f-b79ce8e8966c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609489 Aug 17 14:20:50.509408 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:50.556789 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:50.578286 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:50.585322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940568f4-c79b-4989-8c03-2a59142bdcb2 x-openstack-request-id: req-940568f4-c79b-4989-8c03-2a59142bdcb2 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:50.585651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53952708-e35b-47d5-ba11-4b493fead1ed", "tag": "77264885-790c-44e6-b446-f0de9e604be5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:50.585904 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-940568f4-c79b-4989-8c03-2a59142bdcb2 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:50.586297 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940568f4-c79b-4989-8c03-2a59142bdcb2'] response: {'name': 'network-changed', 'server_uuid': '53952708-e35b-47d5-ba11-4b493fead1ed', 'tag': '77264885-790c-44e6-b446-f0de9e604be5', 'status': 'completed', 'code': 200} Aug 17 14:20:50.635198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0da737-c63c-47d1-a358-5ebf47507030 req-71306256-c72c-406f-9055-90295c09213e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.636765 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9a0da737-c63c-47d1-a358-5ebf47507030 req-71306256-c72c-406f-9055-90295c09213e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.2113197 Aug 17 14:20:50.642964 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9a8c-557b-4fef-abf6-2f5bd8047524 admin admin] Publish callbacks [] for security_group (50cfeeb9-d531-42bf-af51-63351fdfd9fc), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.647237 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-ba13d31b-4dd6-43a3-9f96-d6d1be71dc4d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639857 Aug 17 14:20:50.652115 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5bb60601-c9fb-4499-bce0-67c2b9ee7c03 admin admin] Publish callbacks [] for security_group (fc07bd6e-111a-4a27-871f-e9adb413b914), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.653649 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9a8c-557b-4fef-abf6-2f5bd8047524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (50cfeeb9-d531-42bf-af51-63351fdfd9fc), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.673901 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-296ca6f6-d537-4673-92e7-01f41e195d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.675356 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-296ca6f6-d537-4673-92e7-01f41e195d5c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.2426040 Aug 17 14:20:50.682576 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5bb60601-c9fb-4499-bce0-67c2b9ee7c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (fc07bd6e-111a-4a27-871f-e9adb413b914), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.686556 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6e56-683d-44ca-869b-ded0d0b829f0 admin admin] Publish callbacks [] for security_group (609e4b76-c3c7-4fb2-abaf-7a006a1367ad), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.715328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6e56-683d-44ca-869b-ded0d0b829f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (609e4b76-c3c7-4fb2-abaf-7a006a1367ad), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:50.729432 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a8151aa-563d-4cc2-becc-cabdf0b28332 req-cabd49e7-dc17-4c7f-a333-37684ff230a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680615 Aug 17 14:20:50.746292 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e5ed9a8c-557b-4fef-abf6-2f5bd8047524 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cb1ad31d9eca43a58fd269b5fbaa635e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9851253 Aug 17 14:20:50.751217 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9a8c-557b-4fef-abf6-2f5bd8047524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cfeeb9-d531-42bf-af51-63351fdfd9fc,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:50.754439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45292) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:50.786667 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5bb60601-c9fb-4499-bce0-67c2b9ee7c03 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=854e055a72794d3588c103a7770b6101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6594110 Aug 17 14:20:50.797285 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45296) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:50.818342 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:50.843682 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e6eb6e56-683d-44ca-869b-ded0d0b829f0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a980bd5bf6c24eb0a47195c3bcd26e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383473 Aug 17 14:20:50.898340 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45298) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:50.943101 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb60601-c9fb-4499-bce0-67c2b9ee7c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07bd6e-111a-4a27-871f-e9adb413b914,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:50.969430 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9e93-e3e3-4ced-9e12-cff0c3eca4bd req-175c292b-5f25-4b8e-802f-4387eca8ff4e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:50.970984 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d46c9e93-e3e3-4ced-9e12-cff0c3eca4bd req-175c292b-5f25-4b8e-802f-4387eca8ff4e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 943 time: 0.1827233 Aug 17 14:20:51.004530 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-aae596ba-96a0-4e59-b971-ae11605e6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:51.006083 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-aae596ba-96a0-4e59-b971-ae11605e6b35 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3110213 Aug 17 14:20:51.026536 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9a0da737-c63c-47d1-a358-5ebf47507030 req-b9cc1e39-5987-4722-b876-b6b269ee4607 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780179 Aug 17 14:20:51.048569 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-33bc5151-87a3-48aa-80d1-fd61065c2d5e admin admin] Publish callbacks [] for security_group (50cfeeb9-d531-42bf-af51-63351fdfd9fc), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.055963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb6e56-683d-44ca-869b-ded0d0b829f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e4b76-c3c7-4fb2-abaf-7a006a1367ad,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:51.056112 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d03faec-23b0-4a67-a448-5112f9e18e07 req-e075f133-1cbf-447d-854a-49d531c3f392 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844557 Aug 17 14:20:51.108252 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-33bc5151-87a3-48aa-80d1-fd61065c2d5e admin admin] Publish callbacks [] for security_group (50cfeeb9-d531-42bf-af51-63351fdfd9fc), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.112367 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3acccc90-c470-4e95-956c-7a1d74431d6b admin admin] Publish callbacks [] for security_group (fc07bd6e-111a-4a27-871f-e9adb413b914), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.144987 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5289cb0b-a828-4b86-90d5-757bdae9ecbe admin admin] Publish callbacks [] for security_group (609e4b76-c3c7-4fb2-abaf-7a006a1367ad), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.155549 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=12,neutron:SELECT=88 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:51.169696 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d46c9e93-e3e3-4ced-9e12-cff0c3eca4bd req-86018ee2-31c3-4d11-9684-18ae28f8c6cb tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782086 Aug 17 14:20:51.179528 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3acccc90-c470-4e95-956c-7a1d74431d6b admin admin] Publish callbacks [] for security_group (fc07bd6e-111a-4a27-871f-e9adb413b914), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.206941 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5289cb0b-a828-4b86-90d5-757bdae9ecbe admin admin] Publish callbacks [] for security_group (609e4b76-c3c7-4fb2-abaf-7a006a1367ad), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.257156 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-33bc5151-87a3-48aa-80d1-fd61065c2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (50cfeeb9-d531-42bf-af51-63351fdfd9fc), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.259834 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-33bc5151-87a3-48aa-80d1-fd61065c2d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.260981 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-33bc5151-87a3-48aa-80d1-fd61065c2d5e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/50cfeeb9-d531-42bf-af51-63351fdfd9fc HTTP/1.1" status: 204 len: 168 time: 0.4972818 Aug 17 14:20:51.287011 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5151-87a3-48aa-80d1-fd61065c2d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cfeeb9-d531-42bf-af51-63351fdfd9fc,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:51.296231 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.307293 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3acccc90-c470-4e95-956c-7a1d74431d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (fc07bd6e-111a-4a27-871f-e9adb413b914), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.314964 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3acccc90-c470-4e95-956c-7a1d74431d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.316452 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3acccc90-c470-4e95-956c-7a1d74431d6b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fc07bd6e-111a-4a27-871f-e9adb413b914 HTTP/1.1" status: 204 len: 168 time: 0.5120895 Aug 17 14:20:51.332719 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0872ccf-01c4-401b-aaa1-b2837a0da562 req-55f83072-5c36-4699-b552-c39a36b0b53e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:51.340806 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acccc90-c470-4e95-956c-7a1d74431d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07bd6e-111a-4a27-871f-e9adb413b914,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:51.340941 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0872ccf-01c4-401b-aaa1-b2837a0da562 req-55f83072-5c36-4699-b552-c39a36b0b53e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 944 time: 0.0742230 Aug 17 14:20:51.343041 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5289cb0b-a828-4b86-90d5-757bdae9ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (609e4b76-c3c7-4fb2-abaf-7a006a1367ad), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.345525 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5289cb0b-a828-4b86-90d5-757bdae9ecbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.346615 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5289cb0b-a828-4b86-90d5-757bdae9ecbe admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/609e4b76-c3c7-4fb2-abaf-7a006a1367ad HTTP/1.1" status: 204 len: 168 time: 0.4461386 Aug 17 14:20:51.377473 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289cb0b-a828-4b86-90d5-757bdae9ecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e4b76-c3c7-4fb2-abaf-7a006a1367ad,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:51.405517 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0872ccf-01c4-401b-aaa1-b2837a0da562 req-27bd9aff-5107-4c54-97cd-3f6504d60846 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Aug 17 14:20:51.612113 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 51815b4e-d653-4b56-9e0b-7a4321432afc up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:51.620015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-21190382-629e-411a-8c11-f41b059267cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:51.622198 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-21190382-629e-411a-8c11-f41b059267cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1127 time: 0.1030533 Aug 17 14:20:51.672641 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:51.690675 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-97c64417-409c-45d6-82b8-5e22dedbb0e6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811049 Aug 17 14:20:51.757652 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45330) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:51.776808 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4807bbfb-125a-447d-a6c7-f95281978373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.788641 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 51815b4e-d653-4b56-9e0b-7a4321432afc completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:20:51.796733 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 51815b4e-d653-4b56-9e0b-7a4321432afc triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:51.797092 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.871603 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4807bbfb-125a-447d-a6c7-f95281978373 admin admin] Publish callbacks [] for security_group (240580c3-83a9-47d3-9dec-1e74a0452d97), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.877420 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4807bbfb-125a-447d-a6c7-f95281978373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (240580c3-83a9-47d3-9dec-1e74a0452d97), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.891547 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:51.900376 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 51815b4e-d653-4b56-9e0b-7a4321432afc is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:51.901073 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:51.923385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807bbfb-125a-447d-a6c7-f95281978373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240580c3-83a9-47d3-9dec-1e74a0452d97,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:51.930987 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-4807bbfb-125a-447d-a6c7-f95281978373 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c1edb993da354d098666087311e559f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717436 Aug 17 14:20:51.934057 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51815b4e-d653-4b56-9e0b-7a4321432afc'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:51.934233 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45332) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:52.012329 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc2e8-15e6-48b5-bdde-af1e813adc3c admin admin] Publish callbacks [] for security_group (240580c3-83a9-47d3-9dec-1e74a0452d97), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.030535 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45340) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:52.034644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 51815b4e-d653-4b56-9e0b-7a4321432afc, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=51815b4e-d653-4b56-9e0b-7a4321432afc,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:52.039920 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc2e8-15e6-48b5-bdde-af1e813adc3c admin admin] Publish callbacks [] for security_group (240580c3-83a9-47d3-9dec-1e74a0452d97), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.044462 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.054441 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b9a44a6c-13b6-46ad-b232-50d47d96f66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.064000 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:52.128310 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc2e8-15e6-48b5-bdde-af1e813adc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (240580c3-83a9-47d3-9dec-1e74a0452d97), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.134090 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc2e8-15e6-48b5-bdde-af1e813adc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.136525 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1fdbc2e8-15e6-48b5-bdde-af1e813adc3c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/240580c3-83a9-47d3-9dec-1e74a0452d97 HTTP/1.1" status: 204 len: 168 time: 0.2006731 Aug 17 14:20:52.150649 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=51815b4e-d653-4b56-9e0b-7a4321432afc,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:52.158418 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbc2e8-15e6-48b5-bdde-af1e813adc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240580c3-83a9-47d3-9dec-1e74a0452d97,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:52.255142 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45356) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:52.260612 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d65f2-bee1-4c45-9fad-5c69fc318808 req-1016e969-7852-47c2-b953-c097930dedad tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:52.262049 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-df4d65f2-bee1-4c45-9fad-5c69fc318808 req-1016e969-7852-47c2-b953-c097930dedad tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0692873 Aug 17 14:20:52.306945 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f03c6-9b26-452b-b6e0-9afb2a8cb485" -d '{"events": [{"server_uuid": "6e2a8f4c-a394-4794-a576-c4b2e6ccdfab", "name": "network-vif-plugged", "status": "completed", "tag": "51815b4e-d653-4b56-9e0b-7a4321432afc"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:52.332516 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-df4d65f2-bee1-4c45-9fad-5c69fc318808 req-26e74e77-88af-4f42-b899-fa266f5850a1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637176 Aug 17 14:20:52.413667 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b9a44a6c-13b6-46ad-b232-50d47d96f66e admin admin] Publish callbacks [] for security_group (a1534886-104f-449e-8d39-bcc6d9b346fe), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.437326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:52.438735 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-cf9a569f-0ebc-4a37-b221-f39f235687e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:52.440361 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-cf9a569f-0ebc-4a37-b221-f39f235687e6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 1127 time: 0.1842182 Aug 17 14:20:52.531682 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b9a44a6c-13b6-46ad-b232-50d47d96f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (a1534886-104f-449e-8d39-bcc6d9b346fe), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.547961 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c8a9aefc-0bc3-435e-9722-712636cd1d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.610158 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a44a6c-13b6-46ad-b232-50d47d96f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1534886-104f-449e-8d39-bcc6d9b346fe,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:52.649639 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45378) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:52.762305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36973ba-3bf2-4280-8240-d4c6eeacc816 x-openstack-request-id: req-c36973ba-3bf2-4280-8240-d4c6eeacc816 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:52.763344 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a8f4c-a394-4794-a576-c4b2e6ccdfab", "name": "network-vif-plugged", "status": "completed", "tag": "51815b4e-d653-4b56-9e0b-7a4321432afc", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:52.763623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c36973ba-3bf2-4280-8240-d4c6eeacc816 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:52.764097 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36973ba-3bf2-4280-8240-d4c6eeacc816'] response: {'server_uuid': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51815b4e-d653-4b56-9e0b-7a4321432afc', 'code': 200} Aug 17 14:20:52.807012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917650-231e-47eb-9a64-a50e6bdbaa85 req-497493ad-c090-4848-94b7-c173f23af841 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:52.808782 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1e917650-231e-47eb-9a64-a50e6bdbaa85 req-497493ad-c090-4848-94b7-c173f23af841 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 943 time: 0.4115124 Aug 17 14:20:52.883758 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b9a44a6c-13b6-46ad-b232-50d47d96f66e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aa62e488d7a64f58b507e59206996429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8521202 Aug 17 14:20:52.888681 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45392) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:52.896599 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c8a9aefc-0bc3-435e-9722-712636cd1d9f admin admin] Publish callbacks [] for security_group (cb62ba97-ed4e-4541-bfaf-173f8fbb71b1), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.932520 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c8a9aefc-0bc3-435e-9722-712636cd1d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (cb62ba97-ed4e-4541-bfaf-173f8fbb71b1), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:52.964980 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6febfde-47ea-4b05-848b-ec9f92e392d1 req-4b57e5ed-eb36-4cdf-bcf5-3ca3f77809d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482565 Aug 17 14:20:52.965389 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:53.013177 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-41020ee4-3355-4f1c-b10b-763566065121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:53.022113 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-41020ee4-3355-4f1c-b10b-763566065121 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.6971588 Aug 17 14:20:53.032531 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d7044dd1-1474-4fbb-9cb4-39f9d1a0275a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.093978 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa94bb-d0c7-4bc0-a728-d18c5e2e1418 req-2e345a98-b723-434b-953e-50e604d3a0c2 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:53.101614 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c4aa94bb-d0c7-4bc0-a728-d18c5e2e1418 req-2e345a98-b723-434b-953e-50e604d3a0c2 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.1722009 Aug 17 14:20:53.116812 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-c8a9aefc-0bc3-435e-9722-712636cd1d9f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0dfa9a5d96144c0ea1ae0d316c03736e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7965398 Aug 17 14:20:53.131489 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45402) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:53.166345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9aefc-0bc3-435e-9722-712636cd1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62ba97-ed4e-4541-bfaf-173f8fbb71b1,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:53.166553 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-999764e7-850c-4a08-946f-f5d35838a705 admin admin] Publish callbacks [] for security_group (a1534886-104f-449e-8d39-bcc6d9b346fe), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.178821 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87937-f215-4436-8648-bf582326250c req-94c20381-44c4-4985-8935-d3b82e2af6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:53.179906 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-64a87937-f215-4436-8648-bf582326250c req-94c20381-44c4-4985-8935-d3b82e2af6f8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 1129 time: 0.1692715 Aug 17 14:20:53.182359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-00e8133b-347d-420c-82f5-68b7d18d9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:53.183929 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-00e8133b-347d-420c-82f5-68b7d18d9df0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.7144396 Aug 17 14:20:53.189223 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1e917650-231e-47eb-9a64-a50e6bdbaa85 req-8765e0df-5be4-457f-8418-d4513bd156a7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856429 Aug 17 14:20:53.239630 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-999764e7-850c-4a08-946f-f5d35838a705 admin admin] Publish callbacks [] for security_group (a1534886-104f-449e-8d39-bcc6d9b346fe), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.244670 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c4aa94bb-d0c7-4bc0-a728-d18c5e2e1418 req-a971abae-babc-412a-b8d5-82f6a8039f89 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420567 Aug 17 14:20:53.303004 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:53.320085 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7ebff22a-00af-4172-80f8-54693aaf6bf8 admin admin] Publish callbacks [] for security_group (cb62ba97-ed4e-4541-bfaf-173f8fbb71b1), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.344253 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d7044dd1-1474-4fbb-9cb4-39f9d1a0275a admin admin] Publish callbacks [] for security_group (ca90fd7a-a95e-4de9-a1fe-c64fc48d514c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.353973 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d7044dd1-1474-4fbb-9cb4-39f9d1a0275a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ca90fd7a-a95e-4de9-a1fe-c64fc48d514c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.380040 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7ebff22a-00af-4172-80f8-54693aaf6bf8 admin admin] Publish callbacks [] for security_group (cb62ba97-ed4e-4541-bfaf-173f8fbb71b1), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.438496 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-999764e7-850c-4a08-946f-f5d35838a705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (a1534886-104f-449e-8d39-bcc6d9b346fe), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.441112 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-999764e7-850c-4a08-946f-f5d35838a705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.442278 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-999764e7-850c-4a08-946f-f5d35838a705 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a1534886-104f-449e-8d39-bcc6d9b346fe HTTP/1.1" status: 204 len: 168 time: 0.5526364 Aug 17 14:20:53.452969 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d7044dd1-1474-4fbb-9cb4-39f9d1a0275a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9d956167d17f46a085e9b1df363b60c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7984705 Aug 17 14:20:53.453287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45420) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:53.459645 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7044dd1-1474-4fbb-9cb4-39f9d1a0275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90fd7a-a95e-4de9-a1fe-c64fc48d514c,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:53.471280 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999764e7-850c-4a08-946f-f5d35838a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1534886-104f-449e-8d39-bcc6d9b346fe,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:53.498271 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7ebff22a-00af-4172-80f8-54693aaf6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (cb62ba97-ed4e-4541-bfaf-173f8fbb71b1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.502225 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-7ebff22a-00af-4172-80f8-54693aaf6bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.504144 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-7ebff22a-00af-4172-80f8-54693aaf6bf8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cb62ba97-ed4e-4541-bfaf-173f8fbb71b1 HTTP/1.1" status: 204 len: 168 time: 0.3716393 Aug 17 14:20:53.517942 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebff22a-00af-4172-80f8-54693aaf6bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62ba97-ed4e-4541-bfaf-173f8fbb71b1,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:53.553227 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745923cd-3b75-4ec8-bf5e-638eb01f1e14 req-abf77334-fe26-4536-a4ff-973f3433324a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:53.554870 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-745923cd-3b75-4ec8-bf5e-638eb01f1e14 req-abf77334-fe26-4536-a4ff-973f3433324a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.1177988 Aug 17 14:20:53.600573 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:53.601702 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-723d1164-fc6a-4678-aca3-83affb97e671 admin admin] Publish callbacks [] for security_group (ca90fd7a-a95e-4de9-a1fe-c64fc48d514c), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.614680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ab942609-db02-4855-9844-97b1c33542ab details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:20:53.649106 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-745923cd-3b75-4ec8-bf5e-638eb01f1e14 req-b7948f9d-d7fe-44a1-99ce-e4f83ccaeef3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845783 Aug 17 14:20:53.659250 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-723d1164-fc6a-4678-aca3-83affb97e671 admin admin] Publish callbacks [] for security_group (ca90fd7a-a95e-4de9-a1fe-c64fc48d514c), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.758247 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port ab942609-db02-4855-9844-97b1c33542ab, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ab942609-db02-4855-9844-97b1c33542ab,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:53.774616 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'ab942609-db02-4855-9844-97b1c33542ab', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'port_id': 'ab942609-db02-4855-9844-97b1c33542ab', 'mac_address': 'fa:16:3e:56:70:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:20:53.827113 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-6b9e248b-fc9e-4c04-88e8-90a0b3885ea8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 200 len: 217 time: 0.0834353 Aug 17 14:20:53.827670 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-723d1164-fc6a-4678-aca3-83affb97e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ca90fd7a-a95e-4de9-a1fe-c64fc48d514c), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.830168 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-723d1164-fc6a-4678-aca3-83affb97e671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.833483 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-723d1164-fc6a-4678-aca3-83affb97e671 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ca90fd7a-a95e-4de9-a1fe-c64fc48d514c HTTP/1.1" status: 204 len: 168 time: 0.3770175 Aug 17 14:20:53.833623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port ab942609-db02-4855-9844-97b1c33542ab is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:53.833623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ab942609-db02-4855-9844-97b1c33542ab), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.834823 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64a87937-f215-4436-8648-bf582326250c req-d749225d-757d-483f-8489-416367e7ccfa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.837438 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-ce24fc54-9de2-486a-a113-9fe53feb1b1c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77264885-790c-44e6-b446-f0de9e604be5 HTTP/1.1" status: 200 len: 217 time: 0.1009829 Aug 17 14:20:53.863883 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab942609-db02-4855-9844-97b1c33542ab {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:53.888847 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port ab942609-db02-4855-9844-97b1c33542ab, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ab942609-db02-4855-9844-97b1c33542ab,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:53.893622 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (ab942609-db02-4855-9844-97b1c33542ab), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:53.894574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 77264885-790c-44e6-b446-f0de9e604be5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:20:53.915490 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d1164-fc6a-4678-aca3-83affb97e671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90fd7a-a95e-4de9-a1fe-c64fc48d514c,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:53.977511 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-dd36db1f-0c1d-4521-9258-e0f3e216b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:53.979261 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-dd36db1f-0c1d-4521-9258-e0f3e216b65f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.1058338 Aug 17 14:20:53.979756 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 77264885-790c-44e6-b446-f0de9e604be5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=77264885-790c-44e6-b446-f0de9e604be5,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:53.996640 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '77264885-790c-44e6-b446-f0de9e604be5', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'port_id': '77264885-790c-44e6-b446-f0de9e604be5', 'mac_address': 'fa:16:3e:fe:64:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:20:54.006587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-f09f968f-fcef-4c59-b41f-30104dc35b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:54.008255 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-f09f968f-fcef-4c59-b41f-30104dc35b8a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.1683218 Aug 17 14:20:54.064716 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 77264885-790c-44e6-b446-f0de9e604be5 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:54.065205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (77264885-790c-44e6-b446-f0de9e604be5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.078528 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=ab942609-db02-4855-9844-97b1c33542ab,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:54.088681 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-96f4e3c3-bb39-477f-8be8-12a438097d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:54.090279 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77264885-790c-44e6-b446-f0de9e604be5 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:54.091252 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-96f4e3c3-bb39-477f-8be8-12a438097d92 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0988305 Aug 17 14:20:54.118082 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 77264885-790c-44e6-b446-f0de9e604be5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=77264885-790c-44e6-b446-f0de9e604be5,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:54.124632 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (77264885-790c-44e6-b446-f0de9e604be5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.130102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-5b37888e-03b4-4024-bc2f-b63aa0279315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:54.130785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:54.132284 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-5b37888e-03b4-4024-bc2f-b63aa0279315 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993347 Aug 17 14:20:54.185695 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=77264885-790c-44e6-b446-f0de9e604be5,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:54.266535 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64a87937-f215-4436-8648-bf582326250c req-d749225d-757d-483f-8489-416367e7ccfa service neutron] Publish callbacks [] for security_group (b475a661-b21d-47fc-91e2-ba1b9ae2a99c), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.281132 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45452) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:54.312341 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64a87937-f215-4436-8648-bf582326250c req-d749225d-757d-483f-8489-416367e7ccfa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b475a661-b21d-47fc-91e2-ba1b9ae2a99c), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.374443 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5912c-ff7a-4016-931f-bf88404575a6 req-808203ca-adef-4097-a7d6-2afb6bf824a6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:54.376573 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cef5912c-ff7a-4016-931f-bf88404575a6 req-808203ca-adef-4097-a7d6-2afb6bf824a6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 944 time: 0.0778637 Aug 17 14:20:54.442556 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-7139aac6-6981-4165-ba84-11455bcfe052 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723255 Aug 17 14:20:54.443379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['77264885-790c-44e6-b446-f0de9e604be5'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:20:54.448510 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-64a87937-f215-4436-8648-bf582326250c req-d749225d-757d-483f-8489-416367e7ccfa service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103872 Aug 17 14:20:54.513921 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cef5912c-ff7a-4016-931f-bf88404575a6 req-3d83174c-bba9-4b1e-a045-93d346b5462c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203196 Aug 17 14:20:54.514409 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45468) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:54.525415 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-e79336fc-1941-4a72-90c9-df00ade134bf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278190 Aug 17 14:20:54.538325 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b2fea2a-c5a4-492a-87f7-1c26fa860890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.566874 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:54.582661 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['ab942609-db02-4855-9844-97b1c33542ab'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:20:54.636299 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749225d-757d-483f-8489-416367e7ccfa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b475a661-b21d-47fc-91e2-ba1b9ae2a99c,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:54.662630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:54.678166 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333b25b-6e7a-4f9e-a8d9-b6755035ef91 req-2e981019-5198-4d73-bef1-15d304ce8347 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:54.680594 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5333b25b-6e7a-4f9e-a8d9-b6755035ef91 req-2e981019-5198-4d73-bef1-15d304ce8347 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.2244844 Aug 17 14:20:54.802836 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:20:54.823000 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d352214-aa7f-4301-a18a-aeb702559855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.834795 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b2fea2a-c5a4-492a-87f7-1c26fa860890 admin admin] Publish callbacks [] for security_group (c4a2baa7-38b0-4985-86b7-70e6c0efeffb), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.858659 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b2fea2a-c5a4-492a-87f7-1c26fa860890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c4a2baa7-38b0-4985-86b7-70e6c0efeffb), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:54.939013 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:54.949830 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fea2a-c5a4-492a-87f7-1c26fa860890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2baa7-38b0-4985-86b7-70e6c0efeffb,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:55.030746 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-0b2fea2a-c5a4-492a-87f7-1c26fa860890 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=05e8ca1a3b674d19a7c653c29d4a0e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152581 Aug 17 14:20:55.031457 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45484) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:55.087953 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b820e90-36f3-47f8-9dc7-7272c42dd9f5 req-965f87e5-c569-42c8-ba2d-fbc39e9a2ddd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:55.089735 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b820e90-36f3-47f8-9dc7-7272c42dd9f5 req-965f87e5-c569-42c8-ba2d-fbc39e9a2ddd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.1566856 Aug 17 14:20:55.148682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0adb6a11-f3a6-480d-9f70-b7ea319a97cb admin admin] Publish callbacks [] for security_group (c4a2baa7-38b0-4985-86b7-70e6c0efeffb), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.165315 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5333b25b-6e7a-4f9e-a8d9-b6755035ef91 req-08030720-2f89-4413-af75-37298d36a477 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679954 Aug 17 14:20:55.177043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:55.212580 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1f720a67-7bec-4901-b131-dd330c2ba616 req-17eabac7-fe58-4020-85b8-b6a9f76376a7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553797 Aug 17 14:20:55.226977 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0adb6a11-f3a6-480d-9f70-b7ea319a97cb admin admin] Publish callbacks [] for security_group (c4a2baa7-38b0-4985-86b7-70e6c0efeffb), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.244407 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b820e90-36f3-47f8-9dc7-7272c42dd9f5 req-5351aaf8-77a9-4aa2-9b45-a6a479878cab tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428967 Aug 17 14:20:55.246231 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d352214-aa7f-4301-a18a-aeb702559855 admin admin] Publish callbacks [] for security_group (d10a2568-b870-42e4-800e-d2f0db788415), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.252235 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:55.259380 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d352214-aa7f-4301-a18a-aeb702559855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d10a2568-b870-42e4-800e-d2f0db788415), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.279882 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9cf6009-0ddc-4c1a-b389-6ce78e7b904a req-47d7be41-0358-42ca-acae-7088f1e0b3be service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847547 Aug 17 14:20:55.313467 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d352214-aa7f-4301-a18a-aeb702559855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a2568-b870-42e4-800e-d2f0db788415,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:55.330055 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45498) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:55.330295 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8d352214-aa7f-4301-a18a-aeb702559855 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a698ef3de4254162a0c78dcac48ac702&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0476375 Aug 17 14:20:55.361037 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0adb6a11-f3a6-480d-9f70-b7ea319a97cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c4a2baa7-38b0-4985-86b7-70e6c0efeffb), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.363742 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0adb6a11-f3a6-480d-9f70-b7ea319a97cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.367747 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-0adb6a11-f3a6-480d-9f70-b7ea319a97cb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c4a2baa7-38b0-4985-86b7-70e6c0efeffb HTTP/1.1" status: 204 len: 168 time: 0.3313255 Aug 17 14:20:55.381127 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb6a11-f3a6-480d-9f70-b7ea319a97cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2baa7-38b0-4985-86b7-70e6c0efeffb,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:55.413900 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f80e1620-f39f-4aa2-9483-c36ce4a2c311 admin admin] Publish callbacks [] for security_group (d10a2568-b870-42e4-800e-d2f0db788415), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.439646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f80e1620-f39f-4aa2-9483-c36ce4a2c311 admin admin] Publish callbacks [] for security_group (d10a2568-b870-42e4-800e-d2f0db788415), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.499010 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f80e1620-f39f-4aa2-9483-c36ce4a2c311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d10a2568-b870-42e4-800e-d2f0db788415), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.501804 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f80e1620-f39f-4aa2-9483-c36ce4a2c311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.506065 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f80e1620-f39f-4aa2-9483-c36ce4a2c311 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d10a2568-b870-42e4-800e-d2f0db788415 HTTP/1.1" status: 204 len: 168 time: 0.1726520 Aug 17 14:20:55.512527 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e1620-f39f-4aa2-9483-c36ce4a2c311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a2568-b870-42e4-800e-d2f0db788415,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:55.651852 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0377f-688e-459d-9518-f5b32c64ac7f req-a4052740-d215-48d0-bfed-3d4c5649bd5c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:55.654302 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9b0377f-688e-459d-9518-f5b32c64ac7f req-a4052740-d215-48d0-bfed-3d4c5649bd5c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 944 time: 0.0532489 Aug 17 14:20:55.673491 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ab942609-db02-4855-9844-97b1c33542ab up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:55.723962 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f9b0377f-688e-459d-9518-f5b32c64ac7f req-fb90714a-3dd9-4e6d-948b-1d4fc4fc562f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Aug 17 14:20:55.725320 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port ab942609-db02-4855-9844-97b1c33542ab completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:20:55.733901 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port ab942609-db02-4855-9844-97b1c33542ab triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:55.734519 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (ab942609-db02-4855-9844-97b1c33542ab), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.821167 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port ab942609-db02-4855-9844-97b1c33542ab is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:55.821747 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ab942609-db02-4855-9844-97b1c33542ab), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.850045 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab942609-db02-4855-9844-97b1c33542ab'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:55.856347 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593c0687-2fd5-4fac-aede-ede2beccf825" -d '{"events": [{"server_uuid": "99a044a5-ba10-4ced-8394-8a91634b31fb", "name": "network-vif-plugged", "status": "completed", "tag": "ab942609-db02-4855-9844-97b1c33542ab"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:55.869534 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port ab942609-db02-4855-9844-97b1c33542ab, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ab942609-db02-4855-9844-97b1c33542ab,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:55.874851 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (ab942609-db02-4855-9844-97b1c33542ab), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:55.875738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 77264885-790c-44e6-b446-f0de9e604be5 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:55.921204 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58cab0-2b26-424b-a429-92416b1bd256 x-openstack-request-id: req-6c58cab0-2b26-424b-a429-92416b1bd256 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:55.921513 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a044a5-ba10-4ced-8394-8a91634b31fb", "name": "network-vif-plugged", "status": "completed", "tag": "ab942609-db02-4855-9844-97b1c33542ab", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:55.921774 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c58cab0-2b26-424b-a429-92416b1bd256 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:55.922188 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c58cab0-2b26-424b-a429-92416b1bd256'] response: {'server_uuid': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab942609-db02-4855-9844-97b1c33542ab', 'code': 200} Aug 17 14:20:55.963389 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=ab942609-db02-4855-9844-97b1c33542ab,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:55.971882 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 77264885-790c-44e6-b446-f0de9e604be5 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:20:55.979680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 77264885-790c-44e6-b446-f0de9e604be5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:55.980143 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (77264885-790c-44e6-b446-f0de9e604be5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:56.102476 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:56.126754 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 77264885-790c-44e6-b446-f0de9e604be5 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:56.127923 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (77264885-790c-44e6-b446-f0de9e604be5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:56.177312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 77264885-790c-44e6-b446-f0de9e604be5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=77264885-790c-44e6-b446-f0de9e604be5,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:56.183416 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (77264885-790c-44e6-b446-f0de9e604be5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:56.254083 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=77264885-790c-44e6-b446-f0de9e604be5,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:56.369373 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1f78-a392-4bb1-b221-c01d83d7f4d6 req-c9cab2a0-3dff-4721-899f-b94875b76c4e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:56.378794 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c8c1f78-a392-4bb1-b221-c01d83d7f4d6 req-c9cab2a0-3dff-4721-899f-b94875b76c4e tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0914989 Aug 17 14:20:56.419482 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b594-6240-4a5e-a9aa-3998081d4ba6 req-ac491ad4-2fe1-4608-a94b-25cc94e2c30b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:56.430961 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4ef7b594-6240-4a5e-a9aa-3998081d4ba6 req-ac491ad4-2fe1-4608-a94b-25cc94e2c30b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0861084 Aug 17 14:20:56.506275 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c8c1f78-a392-4bb1-b221-c01d83d7f4d6 req-e13149d0-871a-4333-8590-ebfa931e9a17 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262100 Aug 17 14:20:56.509159 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4ef7b594-6240-4a5e-a9aa-3998081d4ba6 req-9015c8da-498a-4c6b-9e91-81cc421f37dd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726984 Aug 17 14:20:56.611243 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9dd5d-6356-4c3a-823e-687e6afd5e9b req-9e09726a-10bc-477e-a1fe-dd6827f071e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:56.613970 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-63e9dd5d-6356-4c3a-823e-687e6afd5e9b req-9e09726a-10bc-477e-a1fe-dd6827f071e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1129 time: 0.1018293 Aug 17 14:20:56.710354 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-63e9dd5d-6356-4c3a-823e-687e6afd5e9b req-c05e8cb3-0a3a-49da-9d5a-4486db012fb0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896773 Aug 17 14:20:56.873030 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9833-4bbc-4596-a37b-7e0e878ef2b8 req-235c390c-cda3-4405-943d-52c868c1d8bc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:56.880454 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-545d9833-4bbc-4596-a37b-7e0e878ef2b8 req-235c390c-cda3-4405-943d-52c868c1d8bc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0706372 Aug 17 14:20:56.942842 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-545d9833-4bbc-4596-a37b-7e0e878ef2b8 req-bcc73a5c-11a7-46ba-960b-b6f937f44b7e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Aug 17 14:20:57.593516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45620) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:57.662660 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4cdd0-77ce-4803-82be-d78742a239de req-f3868db9-663d-4e74-80c7-849be6204ca6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:57.664142 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:20:57.665012 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6cc4cdd0-77ce-4803-82be-d78742a239de req-f3868db9-663d-4e74-80c7-849be6204ca6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0543401 Aug 17 14:20:57.743101 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6cc4cdd0-77ce-4803-82be-d78742a239de req-02877dad-8114-46a7-817c-49488030d634 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680869 Aug 17 14:20:57.795980 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109537121-network', 'tenant_id': '8d70d41cfb3e4ed7aa60b0a80ccf85aa'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:57.822772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:57.825804 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Made reservation on behalf of 8d70d41cfb3e4ed7aa60b0a80ccf85aa for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:57.828489 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:57.839111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:57.842470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '8c608647-0be3-493f-8c4b-19aad8caae21', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21', 'mac_address': 'fa:16:3e:7b:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:20:57.887397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:57.888553 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:57.891957 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:57.906024 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c608647-0be3-493f-8c4b-19aad8caae21 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:20:57.925957 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53952708-e35b-47d5-ba11-4b493fead1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77264885-790c-44e6-b446-f0de9e604be5'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:20:57.928928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e0714a-7b57-4c77-a5e9-eb80c60f7d86" -d '{"events": [{"server_uuid": "53952708-e35b-47d5-ba11-4b493fead1ed", "name": "network-vif-plugged", "status": "completed", "tag": "77264885-790c-44e6-b446-f0de9e604be5"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:20:57.933285 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:57.938099 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:57.943804 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.008534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks [] for security_group (9d2358cc-cbd7-4fda-ab4a-32443346f219), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.017045 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (9d2358cc-cbd7-4fda-ab4a-32443346f219), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.027064 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:58.049095 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4921aaa7-d945-46dd-906f-b96cb2ad2262 x-openstack-request-id: req-4921aaa7-d945-46dd-906f-b96cb2ad2262 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:20:58.050188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53952708-e35b-47d5-ba11-4b493fead1ed", "name": "network-vif-plugged", "status": "completed", "tag": "77264885-790c-44e6-b446-f0de9e604be5", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:20:58.050729 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4921aaa7-d945-46dd-906f-b96cb2ad2262 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:20:58.052373 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4921aaa7-d945-46dd-906f-b96cb2ad2262'] response: {'server_uuid': '53952708-e35b-47d5-ba11-4b493fead1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77264885-790c-44e6-b446-f0de9e604be5', 'code': 200} Aug 17 14:20:58.083096 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:20:58.089275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2358cc-cbd7-4fda-ab4a-32443346f219,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:58.152868 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (e83e63cc-e697-4e7d-9f94-c1907bd469c5), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.153755 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Added segment e83e63cc-e697-4e7d-9f94-c1907bd469c5 of type vlan for network c891e2be-8736-4a08-a185-1372d3110713 Aug 17 14:20:58.167638 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['8c608647-0be3-493f-8c4b-19aad8caae21'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:20:58.218257 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ba716-e840-46a2-81b2-b7cdc09334e5 req-f8b1ed64-c96d-4725-809a-91f24c40c7f7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:58.220518 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d67ba716-e840-46a2-81b2-b7cdc09334e5 req-f8b1ed64-c96d-4725-809a-91f24c40c7f7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.1399634 Aug 17 14:20:58.263052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:58.266555 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (c891e2be-8736-4a08-a185-1372d3110713), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.347838 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d67ba716-e840-46a2-81b2-b7cdc09334e5 req-8dc1ec5f-6a48-4929-bd4d-0b80324a5885 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132441 Aug 17 14:20:58.359958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba46b7-0f07-49b8-87ff-97f44a6ec5f1 req-6679e1fe-08e1-4f82-9988-5fd3b3f38c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:58.361721 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-29ba46b7-0f07-49b8-87ff-97f44a6ec5f1 req-6679e1fe-08e1-4f82-9988-5fd3b3f38c97 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 1129 time: 0.1541176 Aug 17 14:20:58.377155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (c891e2be-8736-4a08-a185-1372d3110713), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.378252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:58.378920 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.531269 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9335148 Aug 17 14:20:58.531631 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45658) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:20:58.538767 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Request body: {'subnet': {'network_id': 'c891e2be-8736-4a08-a185-1372d3110713', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109537121-subnet', 'tenant_id': '8d70d41cfb3e4ed7aa60b0a80ccf85aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:20:58.554135 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-29ba46b7-0f07-49b8-87ff-97f44a6ec5f1 req-ca438867-a174-4c12-9973-ee095df9c911 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859725 Aug 17 14:20:58.556220 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8b5c0-c633-4f8b-a863-68fa29199934 admin admin] Pushing event updated for resources: {'Network': ['ID=c891e2be-8736-4a08-a185-1372d3110713,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:58.569201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network c891e2be-8736-4a08-a185-1372d3110713 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:20:58.592181 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Made reservation on behalf of 8d70d41cfb3e4ed7aa60b0a80ccf85aa for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:20:58.594563 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60676591'] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:58.688515 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:58.985764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b25ca-392c-4564-bc04-f4ae00faf949 req-1f91d802-1578-485a-911b-e8d171fb87f3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:59.000137 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-141b25ca-392c-4564-bc04-f4ae00faf949 req-1f91d802-1578-485a-911b-e8d171fb87f3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.1065764 Aug 17 14:20:59.065710 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60676481'] for subnet (56ac1126-816c-4522-b084-2fe6b75a1fa8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:59.093394 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-141b25ca-392c-4564-bc04-f4ae00faf949 req-8d5551be-c9e2-4623-9597-953d00a9367e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897934 Aug 17 14:20:59.142179 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ac1126-816c-4522-b084-2fe6b75a1fa8,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:20:59.147894 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Checking segment: {'id': 'e83e63cc-e697-4e7d-9f94-c1907bd469c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c891e2be-8736-4a08-a185-1372d3110713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:20:59.148258 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Network hostable DHCP agents. Network: c891e2be-8736-4a08-a185-1372d3110713, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:20:59.171481 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Network c891e2be-8736-4a08-a185-1372d3110713 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:20:59.182232 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, c891e2be-8736-4a08-a185-1372d3110713) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:20:59.189369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:59.190625 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:59.203968 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fb6ad-fceb-4472-baf6-fbf1bd142794 None None] Network c891e2be-8736-4a08-a185-1372d3110713 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:59.226474 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-397a938a-0dbb-4062-8655-e1987964c82b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6875660 Aug 17 14:20:59.336419 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf86e7b-620c-4f3e-a7b2-b4ad5fceaf82 None None] Network c891e2be-8736-4a08-a185-1372d3110713 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:20:59.510784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cd67a-cf2e-4769-994f-bd24bf591f57 req-f825c750-04ef-4340-b49e-0e33f48a9196 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:20:59.512719 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-525cd67a-cf2e-4769-994f-bd24bf591f57 req-f825c750-04ef-4340-b49e-0e33f48a9196 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0872424 Aug 17 14:20:59.601541 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-525cd67a-cf2e-4769-994f-bd24bf591f57 req-0f854e5f-83a9-479f-bc3c-322b56bd04cb tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822544 Aug 17 14:20:59.673029 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:20:59.746191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 8c608647-0be3-493f-8c4b-19aad8caae21 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:20:59.758334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 8c608647-0be3-493f-8c4b-19aad8caae21 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:20:59.759130 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:59.761184 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:20:59.902257 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:20:59.903367 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:20:59.946146 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:20:59.951683 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.001823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45752) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:00.007266 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-563111335-network', 'tenant_id': '3a9a09d909cb40c2b97c96957a383c92'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:00.011036 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:00.041976 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Made reservation on behalf of 3a9a09d909cb40c2b97c96957a383c92 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:21:00.044756 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.054378 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:21:00.056363 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ae28f9-b987-4b1c-a656-8fb219623bdb" -d '{"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-plugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:21:00.056545 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.108522 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abf01f4-64aa-449a-a452-a21cdc154145 x-openstack-request-id: req-6abf01f4-64aa-449a-a452-a21cdc154145 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:21:00.109059 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-plugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:21:00.109433 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6abf01f4-64aa-449a-a452-a21cdc154145 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:21:00.110051 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6abf01f4-64aa-449a-a452-a21cdc154145'] response: {'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'code': 200} Aug 17 14:21:00.151892 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks [] for security_group (611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.157633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.193611 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:00.194998 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:21:00.207071 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:00.213535 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.213891 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Added segment 9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8 of type vlan for network ee106f83-a274-4211-b551-411598388783 Aug 17 14:21:00.259031 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (ee106f83-a274-4211-b551-411598388783), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.264729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40890621-a699-4c3e-bb1e-681384476c46 req-9e58783a-8771-4eff-b363-e2b6bc16a045 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:00.266933 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-40890621-a699-4c3e-bb1e-681384476c46 req-9e58783a-8771-4eff-b363-e2b6bc16a045 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0671389 Aug 17 14:21:00.300412 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (ee106f83-a274-4211-b551-411598388783), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.302741 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:00.303337 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.322398 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-40890621-a699-4c3e-bb1e-681384476c46 req-82a5b1db-948a-47d0-9d40-28dcebcf5b7f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487456 Aug 17 14:21:00.363556 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3606102 Aug 17 14:21:00.366386 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45778) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:00.371321 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Request body: {'subnet': {'network_id': 'ee106f83-a274-4211-b551-411598388783', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-563111335-subnet', 'tenant_id': '3a9a09d909cb40c2b97c96957a383c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:00.377520 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a51a4-5400-4cd4-b4e2-a8fcc29668e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ee106f83-a274-4211-b551-411598388783,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:00.392863 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network ee106f83-a274-4211-b551-411598388783 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:21:00.395660 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Made reservation on behalf of 3a9a09d909cb40c2b97c96957a383c92 for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:21:00.399105 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.491663 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:00.592933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (62e1b51d-094c-49f8-955e-ce8446a4222c), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.658246 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e1b51d-094c-49f8-955e-ce8446a4222c,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:00.667928 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Checking segment: {'id': '9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ee106f83-a274-4211-b551-411598388783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:21:00.668497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Network hostable DHCP agents. Network: ee106f83-a274-4211-b551-411598388783, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:21:00.688245 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Network ee106f83-a274-4211-b551-411598388783 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:21:00.702129 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, ee106f83-a274-4211-b551-411598388783) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:21:00.708165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:00.708773 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:00.717157 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd780dc5-9d3e-443b-bc81-98bfbdf806cf None None] Network ee106f83-a274-4211-b551-411598388783 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:21:00.729608 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-86e362aa-1f5d-44d2-a7be-902d2b125b67 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3621094 Aug 17 14:21:00.764935 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cabefe-1d25-4696-a417-9c37d3201bbd req-ac16e868-9fdd-41b8-a1f0-d0f1d8c60202 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:00.766949 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c6cabefe-1d25-4696-a417-9c37d3201bbd req-ac16e868-9fdd-41b8-a1f0-d0f1d8c60202 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0721779 Aug 17 14:21:00.832414 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c6cabefe-1d25-4696-a417-9c37d3201bbd req-74089875-5add-4c5a-bc76-120965c10246 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585010 Aug 17 14:21:00.995964 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de74ca-67fd-409f-895d-3808e8f0084c None None] Network ee106f83-a274-4211-b551-411598388783 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:21:01.047012 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:01.244974 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62192e8c-218c-4817-b543-883f7afe18c4 req-db1a120c-98df-4201-ba11-fef1cec76a32 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:01.248886 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-62192e8c-218c-4817-b543-883f7afe18c4 req-db1a120c-98df-4201-ba11-fef1cec76a32 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0600467 Aug 17 14:21:01.253106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45826) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:01.299254 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-62192e8c-218c-4817-b543-883f7afe18c4 req-8180f0cb-26c2-4b83-9f3b-af0a9cf809d8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Aug 17 14:21:01.384092 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bba8a8c6-d86b-4504-b980-6484d4f8b8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.458750 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:01.499667 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8575-d148-41f2-9080-0c23951d2d30 req-217d2091-3e4d-4a1f-8cfa-643692961974 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:01.502354 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-302c8575-d148-41f2-9080-0c23951d2d30 req-217d2091-3e4d-4a1f-8cfa-643692961974 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0787864 Aug 17 14:21:01.531161 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bba8a8c6-d86b-4504-b980-6484d4f8b8a1 admin admin] Publish callbacks [] for security_group (609148e7-7069-436d-9277-fecd1ceba879), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.549935 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bba8a8c6-d86b-4504-b980-6484d4f8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (609148e7-7069-436d-9277-fecd1ceba879), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.619674 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8a8c6-d86b-4504-b980-6484d4f8b8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609148e7-7069-436d-9277-fecd1ceba879,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:01.629928 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-bba8a8c6-d86b-4504-b980-6484d4f8b8a1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14f7b04c8ccf4e988aedc62ead51ad1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732018 Aug 17 14:21:01.631055 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45840) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:01.639715 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-302c8575-d148-41f2-9080-0c23951d2d30 req-5697547f-e727-497a-8a97-bd5a2d3b0f21 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058772 Aug 17 14:21:01.647057 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:01.696821 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3351-726c-49c2-afd0-ed6ce5042a6a admin admin] Publish callbacks [] for security_group (609148e7-7069-436d-9277-fecd1ceba879), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.727554 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3351-726c-49c2-afd0-ed6ce5042a6a admin admin] Publish callbacks [] for security_group (609148e7-7069-436d-9277-fecd1ceba879), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.780858 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3351-726c-49c2-afd0-ed6ce5042a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (609148e7-7069-436d-9277-fecd1ceba879), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.783615 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3351-726c-49c2-afd0-ed6ce5042a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:01.784802 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6f1c3351-726c-49c2-afd0-ed6ce5042a6a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/609148e7-7069-436d-9277-fecd1ceba879 HTTP/1.1" status: 204 len: 168 time: 0.1534996 Aug 17 14:21:01.795165 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c3351-726c-49c2-afd0-ed6ce5042a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609148e7-7069-436d-9277-fecd1ceba879,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:02.070254 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 45850) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:02.085136 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b782daf2-2d45-4749-bd5f-0dbe842de223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.168127 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b782daf2-2d45-4749-bd5f-0dbe842de223 admin admin] Publish callbacks [] for security_group (8c9a36a0-99ef-4188-98d4-3ecf8fd53e25), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.171960 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b782daf2-2d45-4749-bd5f-0dbe842de223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8c9a36a0-99ef-4188-98d4-3ecf8fd53e25), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.211599 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b782daf2-2d45-4749-bd5f-0dbe842de223 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0a5bf68675eb481ebf6d2864645abcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402159 Aug 17 14:21:02.212284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782daf2-2d45-4749-bd5f-0dbe842de223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a36a0-99ef-4188-98d4-3ecf8fd53e25,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:02.214592 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 45852) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:02.266019 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-621b2ec3-14e4-4ab7-97c4-23dfda16b3cf admin admin] Publish callbacks [] for security_group (8c9a36a0-99ef-4188-98d4-3ecf8fd53e25), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.287613 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-621b2ec3-14e4-4ab7-97c4-23dfda16b3cf admin admin] Publish callbacks [] for security_group (8c9a36a0-99ef-4188-98d4-3ecf8fd53e25), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.335330 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-621b2ec3-14e4-4ab7-97c4-23dfda16b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8c9a36a0-99ef-4188-98d4-3ecf8fd53e25), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.338532 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-621b2ec3-14e4-4ab7-97c4-23dfda16b3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:02.339674 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-621b2ec3-14e4-4ab7-97c4-23dfda16b3cf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8c9a36a0-99ef-4188-98d4-3ecf8fd53e25 HTTP/1.1" status: 204 len: 168 time: 0.1239202 Aug 17 14:21:02.348390 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b2ec3-14e4-4ab7-97c4-23dfda16b3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a36a0-99ef-4188-98d4-3ecf8fd53e25,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:02.423369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911cb0f-702a-47ab-8b5a-f531b941f087 req-59b363f4-72c2-49ef-af92-5b649909ef2f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:02.424799 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0911cb0f-702a-47ab-8b5a-f531b941f087 req-59b363f4-72c2-49ef-af92-5b649909ef2f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0488925 Aug 17 14:21:02.474491 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0911cb0f-702a-47ab-8b5a-f531b941f087 req-fc05f80a-2623-44d8-9520-91e918b18902 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Aug 17 14:21:02.691347 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-a8067f97-800d-41ff-ba19-d65f1984ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:02.693806 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-a8067f97-800d-41ff-ba19-d65f1984ef32 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 1129 time: 0.0685661 Aug 17 14:21:02.832996 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:02.857011 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b50720-a7c7-4c03-9ef5-0680386ea4ed req-c95245f8-49d0-4893-9b26-063aa1352ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:02.857011 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-10b50720-a7c7-4c03-9ef5-0680386ea4ed req-c95245f8-49d0-4893-9b26-063aa1352ecc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1130 time: 0.0882823 Aug 17 14:21:02.865850 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6eee6-a8ce-43c1-830c-b299af4e7727 req-72469310-de62-41d3-9caf-203e0ec57b87 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:02.867358 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5fb6eee6-a8ce-43c1-830c-b299af4e7727 req-72469310-de62-41d3-9caf-203e0ec57b87 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1007762 Aug 17 14:21:02.937060 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-8b4bdaae-5763-406b-85c1-af6d30cb1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:02.938573 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-8b4bdaae-5763-406b-85c1-af6d30cb1bbf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.2322559 Aug 17 14:21:02.984107 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5fb6eee6-a8ce-43c1-830c-b299af4e7727 req-aa135536-7e25-4af7-a39b-0779259ede89 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055779 Aug 17 14:21:02.986319 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-10b50720-a7c7-4c03-9ef5-0680386ea4ed req-abd32ce8-ab79-41cb-bb49-56edd84619b6 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163585 Aug 17 14:21:03.612324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84492527-d446-479c-805b-45a2c7d52ab9 req-3fd819f4-74fa-4a52-b9f1-fa6d48da0786 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:03.614449 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-84492527-d446-479c-805b-45a2c7d52ab9 req-3fd819f4-74fa-4a52-b9f1-fa6d48da0786 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0634742 Aug 17 14:21:03.667316 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-84492527-d446-479c-805b-45a2c7d52ab9 req-c7038caa-5d4a-4025-9edb-d210e9eaed69 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 Aug 17 14:21:04.114327 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44ab11-fd54-4c6a-8274-c6f772fbc1b1 req-f8b2a673-b82c-46fe-9b30-643a41bf79d8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:04.115851 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4b44ab11-fd54-4c6a-8274-c6f772fbc1b1 req-f8b2a673-b82c-46fe-9b30-643a41bf79d8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0503070 Aug 17 14:21:04.170292 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4b44ab11-fd54-4c6a-8274-c6f772fbc1b1 req-5eef1d3d-f8a4-428e-a3e4-6ce843a20098 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488658 Aug 17 14:21:04.797932 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb359-9456-4531-899c-52ba131046d5 req-05f91895-9990-4cc2-8728-cfa31542938f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:04.799509 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e36cb359-9456-4531-899c-52ba131046d5 req-05f91895-9990-4cc2-8728-cfa31542938f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0485892 Aug 17 14:21:04.832826 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:04.855834 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e36cb359-9456-4531-899c-52ba131046d5 req-ca858277-5fb4-4019-b0bf-721b57ea0697 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508587 Aug 17 14:21:05.306126 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a5e3a-ab1e-4ad7-ab1f-c1d6a5ad61be req-5bdcf778-363a-4092-b295-3e8da7704333 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:05.307672 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e80a5e3a-ab1e-4ad7-ab1f-c1d6a5ad61be req-5bdcf778-363a-4092-b295-3e8da7704333 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0494113 Aug 17 14:21:05.333482 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:05.362227 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e80a5e3a-ab1e-4ad7-ab1f-c1d6a5ad61be req-cc75b80b-896e-4e61-9cbc-43865b37a7c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488181 Aug 17 14:21:05.697104 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-384d7eef-b278-4c5c-8d3d-899f8b95697d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77264885-790c-44e6-b446-f0de9e604be5 HTTP/1.1" status: 200 len: 217 time: 0.0334594 Aug 17 14:21:05.754470 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-bb0f2c61-13bf-4a06-8dcf-9f1d0efa121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:05.756119 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-bb0f2c61-13bf-4a06-8dcf-9f1d0efa121a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0473804 Aug 17 14:21:05.803437 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-e50fb959-d850-46f4-80d4-c84b1448eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:05.804929 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-e50fb959-d850-46f4-80d4-c84b1448eb9f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395095 Aug 17 14:21:05.908332 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-a91fb947-0b0e-4626-8f32-7c66ff9b5c98 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959480 Aug 17 14:21:05.986122 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db49f9-4d59-430c-9f7c-fec346042599 req-02e32fe6-56af-4387-b1ca-b322f86676ab tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:05.987601 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-63db49f9-4d59-430c-9f7c-fec346042599 req-02e32fe6-56af-4387-b1ca-b322f86676ab tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0523922 Aug 17 14:21:06.037579 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-63db49f9-4d59-430c-9f7c-fec346042599 req-21189d15-b7e6-47aa-98b1-cf82fa4744cc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Aug 17 14:21:06.486646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901ec2-9a04-42c1-9d14-720aeed52704 req-dad108f4-b3fb-4725-bfcc-eda4fe1b62ec tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:06.488070 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b3901ec2-9a04-42c1-9d14-720aeed52704 req-dad108f4-b3fb-4725-bfcc-eda4fe1b62ec tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0481920 Aug 17 14:21:06.535235 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b3901ec2-9a04-42c1-9d14-720aeed52704 req-cb880e3a-a8f5-47b8-8128-bd3184cc0621 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Aug 17 14:21:06.812204 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15098987-ae91-4a75-8fa8-6f98b3226057 req-47142a61-f775-419f-bb6c-4e0eec986212 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929015 Aug 17 14:21:07.159387 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a54a59-7904-4362-8109-27e918956de1 req-eb5d7e11-b689-4c8a-a16f-180ec1473676 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:07.160844 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a2a54a59-7904-4362-8109-27e918956de1 req-eb5d7e11-b689-4c8a-a16f-180ec1473676 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0485666 Aug 17 14:21:07.208129 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a2a54a59-7904-4362-8109-27e918956de1 req-dd3eaed2-fe23-4b37-8219-f114e0904605 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Aug 17 14:21:07.660382 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63399-16c7-4545-8cf9-08b678ae14ff req-15b98674-7c14-4ed0-8c89-f6f78b96cbe0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:07.661796 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-34e63399-16c7-4545-8cf9-08b678ae14ff req-15b98674-7c14-4ed0-8c89-f6f78b96cbe0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0506210 Aug 17 14:21:07.709602 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-34e63399-16c7-4545-8cf9-08b678ae14ff req-76bf48b1-56ac-4513-ae4c-74f93b9f8dbe tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Aug 17 14:21:08.328091 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df46b7-4891-4fd8-9349-7c7a9ccae398 req-e029628e-5562-41b8-8d17-06cbd7bb0eca tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:08.329501 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6df46b7-4891-4fd8-9349-7c7a9ccae398 req-e029628e-5562-41b8-8d17-06cbd7bb0eca tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0470147 Aug 17 14:21:08.380108 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6df46b7-4891-4fd8-9349-7c7a9ccae398 req-8f2f909d-47af-4e9b-abe6-a67fb5e40077 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Aug 17 14:21:08.838257 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef023-e5fc-49c6-ae79-1ce3d1d8b358 req-49266ba8-ab6a-42f0-9749-e308626a96da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:08.840054 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b9aef023-e5fc-49c6-ae79-1ce3d1d8b358 req-49266ba8-ab6a-42f0-9749-e308626a96da tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0545115 Aug 17 14:21:08.889831 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b9aef023-e5fc-49c6-ae79-1ce3d1d8b358 req-dd1330a7-1d9a-4abc-9f94-7e4831a31f85 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Aug 17 14:21:09.501105 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9139e-f0e7-48f4-a268-3724475cc1e4 req-e52ccce4-5ff7-4ca5-8f5b-a506f697da34 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:09.502598 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c2f9139e-f0e7-48f4-a268-3724475cc1e4 req-e52ccce4-5ff7-4ca5-8f5b-a506f697da34 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0504904 Aug 17 14:21:09.556268 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c2f9139e-f0e7-48f4-a268-3724475cc1e4 req-a5edf456-4288-40bb-b30a-1e5da30c0ded tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477774 Aug 17 14:21:10.025137 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913da83-8a68-49f3-9bc0-8388ccfe3c34 req-55776eac-842e-45fe-baf9-55bb8775fdda tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:10.026636 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0913da83-8a68-49f3-9bc0-8388ccfe3c34 req-55776eac-842e-45fe-baf9-55bb8775fdda tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0477319 Aug 17 14:21:10.073737 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0913da83-8a68-49f3-9bc0-8388ccfe3c34 req-d523a217-9820-47a8-a361-5b99ab04a942 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409296 Aug 17 14:21:10.678121 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebf360-0673-4513-b3af-dd5e41e273ce req-9b1dca61-e861-4c58-b7f0-7aca40d999f7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:10.679588 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d6ebf360-0673-4513-b3af-dd5e41e273ce req-9b1dca61-e861-4c58-b7f0-7aca40d999f7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0472038 Aug 17 14:21:10.713856 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:10.730773 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d6ebf360-0673-4513-b3af-dd5e41e273ce req-44cd3a27-fffa-4990-aef6-dc3fff0d1f48 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Aug 17 14:21:11.183430 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:11.195299 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e128029-ab9a-4069-96f8-3e261a8ddb96 req-1e78aaaf-2d69-464c-91ab-f99f8eee5b39 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:11.196783 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6e128029-ab9a-4069-96f8-3e261a8ddb96 req-1e78aaaf-2d69-464c-91ab-f99f8eee5b39 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0485790 Aug 17 14:21:11.250254 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6e128029-ab9a-4069-96f8-3e261a8ddb96 req-e3151f10-eb30-4b71-a0a7-e839ac292766 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471926 Aug 17 14:21:11.842309 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:11.858308 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1320f-ce5f-4dea-bb6d-87d4de170584 req-5d2066e4-5e5c-4248-9a09-4f6fa86a7581 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:11.859288 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6fd1320f-ce5f-4dea-bb6d-87d4de170584 req-5d2066e4-5e5c-4248-9a09-4f6fa86a7581 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0534151 Aug 17 14:21:11.908072 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6fd1320f-ce5f-4dea-bb6d-87d4de170584 req-d6feed0d-ce30-45f8-b211-80a92160800f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Aug 17 14:21:12.365035 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:12.380898 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cce0c-62c4-45ff-9b28-d048e81786cc req-0fe5052b-67ce-418c-ad2a-bc4f14591139 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:12.382545 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-374cce0c-62c4-45ff-9b28-d048e81786cc req-0fe5052b-67ce-418c-ad2a-bc4f14591139 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0505791 Aug 17 14:21:12.431244 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-374cce0c-62c4-45ff-9b28-d048e81786cc req-86a8a82e-d248-4e08-a4e5-cc8edd33c1e3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422835 Aug 17 14:21:13.029461 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78c26a-27cc-495b-92c7-029b477b3606 req-21bea634-96b5-4fa9-a474-9fbe0fb50587 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:13.031823 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b78c26a-27cc-495b-92c7-029b477b3606 req-21bea634-96b5-4fa9-a474-9fbe0fb50587 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0527501 Aug 17 14:21:13.079613 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b78c26a-27cc-495b-92c7-029b477b3606 req-834feb3d-4214-45f5-a2bd-6229d1309e5b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Aug 17 14:21:13.265678 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-138c238f-7fdb-4c80-a6d1-9f851a8d7b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:13.278547 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=16 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:13.279439 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=12 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:13.567638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4782f6-a7d5-4e5a-8714-aedfa37d3d80 req-1c173c99-f7c9-4b5b-bc9f-f396c5eca3af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:13.569149 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5c4782f6-a7d5-4e5a-8714-aedfa37d3d80 req-1c173c99-f7c9-4b5b-bc9f-f396c5eca3af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0513947 Aug 17 14:21:13.636310 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5c4782f6-a7d5-4e5a-8714-aedfa37d3d80 req-04436dcb-cc5d-49c7-9a69-4365b7643195 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599062 Aug 17 14:21:14.198094 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae878a0-a268-40f3-83c1-aeb6264a67ea req-88750c08-f7bd-4c1d-8e0f-75f726964863 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:14.199534 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dae878a0-a268-40f3-83c1-aeb6264a67ea req-88750c08-f7bd-4c1d-8e0f-75f726964863 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0471785 Aug 17 14:21:14.252221 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dae878a0-a268-40f3-83c1-aeb6264a67ea req-80f2e4d2-00b3-4fd9-97d8-8076072b6202 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Aug 17 14:21:14.762575 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb992d-b973-48a3-b201-e610050a98b7 req-cff62814-5f55-46b3-9d56-42e79ae1fd49 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:14.764035 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4fbb992d-b973-48a3-b201-e610050a98b7 req-cff62814-5f55-46b3-9d56-42e79ae1fd49 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0518169 Aug 17 14:21:14.799065 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:14.812536 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4fbb992d-b973-48a3-b201-e610050a98b7 req-3608f962-3fdf-437f-b41d-f52c3be12e87 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Aug 17 14:21:15.307680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a56ad03d-7b75-4614-8b0d-2467d727e5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:15.379041 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41cb99-674d-4a9b-bcab-4a0cd30d03e8 req-548cc7f6-5aab-4965-b7db-2ab7c83cd570 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:15.380503 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0b41cb99-674d-4a9b-bcab-4a0cd30d03e8 req-548cc7f6-5aab-4965-b7db-2ab7c83cd570 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0545156 Aug 17 14:21:15.433361 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0b41cb99-674d-4a9b-bcab-4a0cd30d03e8 req-9d68e134-4645-43d5-b1c5-5df94ee10e52 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Aug 17 14:21:15.938891 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514cf1a-d5ed-41aa-9c4c-d282280c2662 req-8e3238c0-c232-4144-9d18-ccd839dab5e6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:15.940525 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2514cf1a-d5ed-41aa-9c4c-d282280c2662 req-8e3238c0-c232-4144-9d18-ccd839dab5e6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0506473 Aug 17 14:21:15.990664 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2514cf1a-d5ed-41aa-9c4c-d282280c2662 req-2a31fd39-8e24-437b-a9ea-4002d24f1d86 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Aug 17 14:21:16.140767 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7f64-0bac-40d4-b1e4-2b593d85d080 req-81f58c39-d41a-47bd-96fe-c6dc3ede6053 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:16.145737 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-633e7f64-0bac-40d4-b1e4-2b593d85d080 req-81f58c39-d41a-47bd-96fe-c6dc3ede6053 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0572758 Aug 17 14:21:16.152325 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46202) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:16.157822 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'floatingip': {'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:16.246315 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (b28a2594-9622-4d30-86ba-cff79d17f601), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:16.343471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 46216) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:16.394565 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:16.630299 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1ea0a-d032-4b94-b851-9c8d8256cf26 req-fd0d1078-264d-4b7a-8395-08de34b13d44 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:16.639858 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aad1ea0a-d032-4b94-b851-9c8d8256cf26 req-fd0d1078-264d-4b7a-8395-08de34b13d44 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.1242490 Aug 17 14:21:16.724793 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46226) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:16.740061 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:16.749894 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aad1ea0a-d032-4b94-b851-9c8d8256cf26 req-45afb069-99f2-4261-b8a5-45792b6c77ed tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086771 Aug 17 14:21:16.790285 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:16.904513 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:16.908798 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Publish callbacks [] for security_group (f57938fe-54a4-448c-8380-2e34e8b12d6c), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:16.913848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f57938fe-54a4-448c-8380-2e34e8b12d6c), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:16.964369 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57938fe-54a4-448c-8380-2e34e8b12d6c,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:16.976898 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5bf58980fed542bd9c339a098828e6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6319098 Aug 17 14:21:16.978769 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.979155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.979729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.979838 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46248) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:16.980339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.981520 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.982089 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.982613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.983113 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.983604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.984275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.984774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.985289 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.985797 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.986324 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:16.986843 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33695-47ce-4fd3-8f36-5f0181d89048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.094884 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.db.resource_extend [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 17 14:21:17.138252 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:17.190446 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2144-e6d2-4271-9f8e-0fb8a24f95ba admin admin] Publish callbacks [] for security_group (f57938fe-54a4-448c-8380-2e34e8b12d6c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.206643 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.219527 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (b28a2594-9622-4d30-86ba-cff79d17f601), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.429915 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Publish callbacks [] for security_group (6c1dffbc-407c-40dd-ab0f-1d79f5ef844f), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.437242 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2144-e6d2-4271-9f8e-0fb8a24f95ba admin admin] Publish callbacks [] for security_group (f57938fe-54a4-448c-8380-2e34e8b12d6c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.440638 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6c1dffbc-407c-40dd-ab0f-1d79f5ef844f), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.544218 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=85874e62cfad4fdc9f4635c40eb42ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8155544 Aug 17 14:21:17.545306 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1dffbc-407c-40dd-ab0f-1d79f5ef844f,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:17.547477 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46266) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:17.577589 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.577958 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.578296 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.578634 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.578962 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.579288 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.579612 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.579934 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.580268 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.580576 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.580897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.581215 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.581531 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.581847 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.582186 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ba71-0fef-4951-b38f-726d817f8de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:17.608904 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Floating IP b28a2594-9622-4d30-86ba-cff79d17f601 associated. External IP: 172.27.1.200, port: 8c608647-0be3-493f-8c4b-19aad8caae21. Aug 17 14:21:17.673044 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2144-e6d2-4271-9f8e-0fb8a24f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f57938fe-54a4-448c-8380-2e34e8b12d6c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.675500 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2144-e6d2-4271-9f8e-0fb8a24f95ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.676619 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-cf8f2144-e6d2-4271-9f8e-0fb8a24f95ba admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f57938fe-54a4-448c-8380-2e34e8b12d6c HTTP/1.1" status: 204 len: 168 time: 0.6928408 Aug 17 14:21:17.682894 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:17.687726 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5c7f57b4-a656-46b3-bdeb-dae1cacf3f2e admin admin] Publish callbacks [] for security_group (6c1dffbc-407c-40dd-ab0f-1d79f5ef844f), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.719376 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2144-e6d2-4271-9f8e-0fb8a24f95ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57938fe-54a4-448c-8380-2e34e8b12d6c,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:17.755329 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5c7f57b4-a656-46b3-bdeb-dae1cacf3f2e admin admin] Publish callbacks [] for security_group (6c1dffbc-407c-40dd-ab0f-1d79f5ef844f), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.909112 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5c7f57b4-a656-46b3-bdeb-dae1cacf3f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6c1dffbc-407c-40dd-ab0f-1d79f5ef844f), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.911526 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5c7f57b4-a656-46b3-bdeb-dae1cacf3f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:17.912635 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5c7f57b4-a656-46b3-bdeb-dae1cacf3f2e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6c1dffbc-407c-40dd-ab0f-1d79f5ef844f HTTP/1.1" status: 204 len: 168 time: 0.3621469 Aug 17 14:21:17.925280 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc932818-1324-4fa5-bdac-cae60f5c7d02 req-78c0b652-47fa-46d0-8983-3870ff46fa31 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:17.926776 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cc932818-1324-4fa5-bdac-cae60f5c7d02 req-78c0b652-47fa-46d0-8983-3870ff46fa31 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0936074 Aug 17 14:21:17.935328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f57b4-a656-46b3-bdeb-dae1cacf3f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1dffbc-407c-40dd-ab0f-1d79f5ef844f,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:17.958917 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Router c82182d2-05b4-40d6-862c-84af6827bea7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:21:18.032580 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cc932818-1324-4fa5-bdac-cae60f5c7d02 req-5b968ee5-e1f5-4ed3-b318-6ea5f5cf9d94 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938914 Aug 17 14:21:18.094702 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:18.118759 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:21:18.125892 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.140809 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:21:18.154290 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:21:18.155180 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:18.167032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.183384 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-741be4a6-8e38-432f-8ab7-d9e7671e1558 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/b28a2594-9622-4d30-86ba-cff79d17f601 HTTP/1.1" status: 200 len: 992 time: 2.0298238 Aug 17 14:21:18.184603 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:21:18.187173 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d268081-9d17-4c25-be03-41cc5f8345eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:21:18.242101 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7436938f-36e3-471b-9bb2-c56bb6047af5 x-openstack-request-id: req-7436938f-36e3-471b-9bb2-c56bb6047af5 {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:21:18.242400 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:21:18.242652 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7436938f-36e3-471b-9bb2-c56bb6047af5 {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:21:18.243054 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7436938f-36e3-471b-9bb2-c56bb6047af5'] response: {'name': 'network-changed', 'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'status': 'completed', 'code': 200} Aug 17 14:21:18.290094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.327993 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:21:18.384170 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 46306) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:18.402219 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6a34d686-71b3-4866-942f-79af163ed33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.476600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:18.486624 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6a34d686-71b3-4866-942f-79af163ed33d admin admin] Publish callbacks [] for security_group (d35e25ca-caf3-4ae9-9f05-4ce43b8143f0), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.491061 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6a34d686-71b3-4866-942f-79af163ed33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d35e25ca-caf3-4ae9-9f05-4ce43b8143f0), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.539104 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6a34d686-71b3-4866-942f-79af163ed33d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4297254a16714445a8934f064d31f17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538475 Aug 17 14:21:18.539938 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34d686-71b3-4866-942f-79af163ed33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e25ca-caf3-4ae9-9f05-4ce43b8143f0,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:18.541681 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46312) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:18.603840 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-512850b1-4234-463f-934b-e87b925cefa5 admin admin] Publish callbacks [] for security_group (d35e25ca-caf3-4ae9-9f05-4ce43b8143f0), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.623189 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'b28a2594-9622-4d30-86ba-cff79d17f601', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'mac_address': 'fa:16:3e:7b:65:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:20:26Z', 'updated_at': '2022-08-17T14:21:16Z', 'revision_number': 1, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:18.626711 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-512850b1-4234-463f-934b-e87b925cefa5 admin admin] Publish callbacks [] for security_group (d35e25ca-caf3-4ae9-9f05-4ce43b8143f0), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.648534 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:21:18.657317 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:21:18.657940 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:18.683342 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-512850b1-4234-463f-934b-e87b925cefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d35e25ca-caf3-4ae9-9f05-4ce43b8143f0), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.688468 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-512850b1-4234-463f-934b-e87b925cefa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:18.690089 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-512850b1-4234-463f-934b-e87b925cefa5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d35e25ca-caf3-4ae9-9f05-4ce43b8143f0 HTTP/1.1" status: 204 len: 168 time: 0.1447287 Aug 17 14:21:18.701587 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512850b1-4234-463f-934b-e87b925cefa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e25ca-caf3-4ae9-9f05-4ce43b8143f0,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:18.794001 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:21:19.065808 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'b28a2594-9622-4d30-86ba-cff79d17f601', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'mac_address': 'fa:16:3e:7b:65:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:20:26Z', 'updated_at': '2022-08-17T14:21:16Z', 'revision_number': 1, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:19.097304 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e42ad-09eb-44da-a225-a1d30e34b473 None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'b28a2594-9622-4d30-86ba-cff79d17f601', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'mac_address': 'fa:16:3e:7b:65:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:20:26Z', 'updated_at': '2022-08-17T14:21:16Z', 'revision_number': 1, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:21:19.218581 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae08f2c-b7b0-4f46-b241-832bf1c7eaaf req-99b62571-5b15-412c-9123-a8ed2438f2ff tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:19.222316 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-aae08f2c-b7b0-4f46-b241-832bf1c7eaaf req-99b62571-5b15-412c-9123-a8ed2438f2ff tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0882142 Aug 17 14:21:19.285857 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-aae08f2c-b7b0-4f46-b241-832bf1c7eaaf req-3b8841f5-8b64-4d32-b4a5-6c857ce2f9eb tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556126 Aug 17 14:21:19.410847 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d449a-1873-4b1c-92ee-649e95fb6e3d None None] New status for floating IP b28a2594-9622-4d30-86ba-cff79d17f601: ACTIVE {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:21:20.436773 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-faff1f03-6c22-4de9-9b74-086ac4d833db service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992870 Aug 17 14:21:20.440072 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-26a58111-5d61-4c93-8ae4-27b667512664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:20.441415 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-26a58111-5d61-4c93-8ae4-27b667512664 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1130 time: 0.0945644 Aug 17 14:21:20.449360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34aeee-297a-40bd-8ddf-4f627d86dff0 req-bf001c12-d320-4e10-ab93-9e370d74cf9f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:20.450920 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b34aeee-297a-40bd-8ddf-4f627d86dff0 req-bf001c12-d320-4e10-ab93-9e370d74cf9f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0633984 Aug 17 14:21:20.586687 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b34aeee-297a-40bd-8ddf-4f627d86dff0 req-8da7b816-d013-4720-b4c5-d0acd65d041b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298089 Aug 17 14:21:20.589550 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-10c7488b-0f51-4288-a8cd-bb6557de84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:20.591621 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-10c7488b-0f51-4288-a8cd-bb6557de84c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e868b96d3fae45afbc1f7be86255a61b&device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 1129 time: 0.0958545 Aug 17 14:21:20.616516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-76a9d8d9-6f6c-41dc-a7ca-5f14996d49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:20.617995 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-76a9d8d9-6f6c-41dc-a7ca-5f14996d49bb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.1438670 Aug 17 14:21:20.764479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:20.768515 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-85619e31-9ab1-4342-a922-0f7ff704273a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 1002 time: 0.1377754 Aug 17 14:21:20.801233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-9039834d-20b6-4f2c-b8fc-658e33ff1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:20.802669 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-9039834d-20b6-4f2c-b8fc-658e33ff1c1e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=d0f47e31-f999-4294-9509-919f3e31b70f HTTP/1.1" status: 200 len: 913 time: 0.1316459 Aug 17 14:21:20.962051 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-efc41ccb-cb4b-4d1a-9f91-5af3c6e36508 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51815b4e-d653-4b56-9e0b-7a4321432afc HTTP/1.1" status: 200 len: 217 time: 0.0526006 Aug 17 14:21:20.976850 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-e22d11f0-8c9a-44d3-bf84-06e5ad477468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:20.978315 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-e22d11f0-8c9a-44d3-bf84-06e5ad477468 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0773954 Aug 17 14:21:21.283321 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:21.761295 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204e4ea-62d6-470a-a138-ca3187f7b8ad req-49bd4d38-0d6e-409f-a082-bebc47ba15a6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:21.763041 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3204e4ea-62d6-470a-a138-ca3187f7b8ad req-49bd4d38-0d6e-409f-a082-bebc47ba15a6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0778377 Aug 17 14:21:21.826507 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3204e4ea-62d6-470a-a138-ca3187f7b8ad req-7fbd2c08-222a-470c-88f6-58599fabda0a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576060 Aug 17 14:21:22.950918 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4e0d6-af3b-46a1-9531-21c464236a33 req-805fecc2-bb1a-4099-a80d-b8628a375a8f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:22.952423 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6ba4e0d6-af3b-46a1-9531-21c464236a33 req-805fecc2-bb1a-4099-a80d-b8628a375a8f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0520742 Aug 17 14:21:23.006121 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6ba4e0d6-af3b-46a1-9531-21c464236a33 req-63c900c4-ede5-4ca5-b234-9dc328bd4666 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Aug 17 14:21:24.129840 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288a9b1-a67b-48d3-a1ce-7efd6f8ebfda req-7590f157-6d46-47bf-922c-2d01cb4f9500 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:24.131323 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f288a9b1-a67b-48d3-a1ce-7efd6f8ebfda req-7590f157-6d46-47bf-922c-2d01cb4f9500 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0491920 Aug 17 14:21:24.178375 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f288a9b1-a67b-48d3-a1ce-7efd6f8ebfda req-164e7294-7c3f-41a5-89de-41f046f41b76 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Aug 17 14:21:25.169976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-cf87f39a-4e0c-4132-b02f-e532baccf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:25.171471 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-cf87f39a-4e0c-4132-b02f-e532baccf413 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712636 Aug 17 14:21:25.175000 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-c8abb0a0-211d-416e-86de-0592d693e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:25.176301 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-c8abb0a0-211d-416e-86de-0592d693e01b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5d355202-e9d3-4efe-a2c8-dcee408fdc75 HTTP/1.1" status: 200 len: 851 time: 0.0776999 Aug 17 14:21:25.306149 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5f6e-c70a-4af0-8120-c0c971c6e65a req-e10371c9-f72f-4adf-841d-ae776870bcc7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:25.308146 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0acf5f6e-c70a-4af0-8120-c0c971c6e65a req-e10371c9-f72f-4adf-841d-ae776870bcc7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0533440 Aug 17 14:21:25.358669 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0acf5f6e-c70a-4af0-8120-c0c971c6e65a req-c2a46cf7-8649-4315-bf51-da24aa48a159 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Aug 17 14:21:26.466938 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:26.476547 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798e51d-78e2-46da-9cd4-a1bd259b9fd8 req-7a2ad7f6-c10c-4fdc-8288-92d2ef14e4ba tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:26.478148 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f798e51d-78e2-46da-9cd4-a1bd259b9fd8 req-7a2ad7f6-c10c-4fdc-8288-92d2ef14e4ba tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0478249 Aug 17 14:21:26.528290 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f798e51d-78e2-46da-9cd4-a1bd259b9fd8 req-4c3967af-1f95-439a-9a8f-b622bb9e5f8d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Aug 17 14:21:27.647503 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521e1a-af9e-4a4c-a75a-611c38a52732 req-018c7e30-38ba-44c5-8790-235cb82c0287 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:27.648985 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb521e1a-af9e-4a4c-a75a-611c38a52732 req-018c7e30-38ba-44c5-8790-235cb82c0287 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0493612 Aug 17 14:21:27.696179 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb521e1a-af9e-4a4c-a75a-611c38a52732 req-ed22c8f5-d5df-4be2-b0cc-64f3344c6450 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Aug 17 14:21:27.981500 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:28.055752 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-73035ccd-25d0-4668-aa27-892ecd3a5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:28.057261 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-73035ccd-25d0-4668-aa27-892ecd3a5034 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=d0f47e31-f999-4294-9509-919f3e31b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102879 Aug 17 14:21:28.084913 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-5b02812c-6cb3-421d-bcb6-a38100701690 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237411 Aug 17 14:21:28.722542 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d268081-9d17-4c25-be03-41cc5f8345eb req-7664c0d3-4e83-4733-b3ea-2ae4f6af1efe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784053 Aug 17 14:21:28.726257 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-355e363f-ff9c-4b61-b3c0-c840fabca43f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809724 Aug 17 14:21:28.813424 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb5d04-f4df-4df7-a2bc-3c8dc4a46e9b req-3f849274-a5ef-4f73-a177-9001f10eef7f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:28.814998 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e8fb5d04-f4df-4df7-a2bc-3c8dc4a46e9b req-3f849274-a5ef-4f73-a177-9001f10eef7f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0474293 Aug 17 14:21:28.863519 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e8fb5d04-f4df-4df7-a2bc-3c8dc4a46e9b req-96a85086-bf98-415b-ba39-ee328e039adc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Aug 17 14:21:29.069038 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=75 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:29.073817 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=79 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:29.693771 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecd6b9-3203-41e3-81d0-409355db80d9 req-a8411192-1fbc-4985-8076-436e5c85bab9 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:29.695232 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-17ecd6b9-3203-41e3-81d0-409355db80d9 req-a8411192-1fbc-4985-8076-436e5c85bab9 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0479388 Aug 17 14:21:29.741965 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-17ecd6b9-3203-41e3-81d0-409355db80d9 req-49aa30f0-da02-4b73-a5ba-deec8264884f tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Aug 17 14:21:29.991386 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd0ee-eb87-4168-9d2a-00d7378061ac req-23b8eacb-1f54-4370-8319-2a035934d9db tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:29.992826 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de1bd0ee-eb87-4168-9d2a-00d7378061ac req-23b8eacb-1f54-4370-8319-2a035934d9db tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0516024 Aug 17 14:21:30.038864 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de1bd0ee-eb87-4168-9d2a-00d7378061ac req-954fa1bc-41c2-4349-80f0-79c85fcf276e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Aug 17 14:21:30.869532 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c8de9-c536-417e-97bf-820ac73f6e8d req-4842af81-1432-4c7a-8197-14643770dc0f tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:30.871808 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-036c8de9-c536-417e-97bf-820ac73f6e8d req-4842af81-1432-4c7a-8197-14643770dc0f tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0580592 Aug 17 14:21:30.940316 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-036c8de9-c536-417e-97bf-820ac73f6e8d req-3d46155d-a0a7-4b1a-b7ea-3bcf0dc1648d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 Aug 17 14:21:31.162662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532a260-81a3-4850-8652-06fb83f4016f req-3a72aa24-fc6d-42f6-a2c2-ef04fde98e45 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:31.164281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5532a260-81a3-4850-8652-06fb83f4016f req-3a72aa24-fc6d-42f6-a2c2-ef04fde98e45 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0497158 Aug 17 14:21:31.223878 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5532a260-81a3-4850-8652-06fb83f4016f req-045a9537-6543-4ce4-97da-02e947bd9d8a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525002 Aug 17 14:21:31.271835 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:31.280429 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:31.667492 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46638) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:31.777005 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8690-3ee4-43af-afc4-e16f42745ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:31.801494 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:21:31.842929 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:31.856550 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8690-3ee4-43af-afc4-e16f42745ed3 admin admin] Publish callbacks [] for security_group (be7ad1d6-1b43-4d91-bda8-fa729ed7380f), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:31.860660 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8690-3ee4-43af-afc4-e16f42745ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (be7ad1d6-1b43-4d91-bda8-fa729ed7380f), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:31.916380 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1f8e8690-3ee4-43af-afc4-e16f42745ed3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f244a0995318472a91b27970fdec039f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468646 Aug 17 14:21:31.920642 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 46646) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:31.934528 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e8690-3ee4-43af-afc4-e16f42745ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ad1d6-1b43-4d91-bda8-fa729ed7380f,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:32.015626 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ef-0d6a-4f16-990c-e7631af84c53 admin admin] Publish callbacks [] for security_group (be7ad1d6-1b43-4d91-bda8-fa729ed7380f), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:32.053662 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ef-0d6a-4f16-990c-e7631af84c53 admin admin] Publish callbacks [] for security_group (be7ad1d6-1b43-4d91-bda8-fa729ed7380f), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:32.097123 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11d85c0e-186b-468c-86b9-e10a517cd3a7 req-b19726e3-6338-49b5-b75e-e1b0877dd256 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974823 Aug 17 14:21:32.184651 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b9b26-d299-4a7a-8a38-9474c7c0a2a3 req-a784af0c-d21d-4223-b799-b14cb7779543 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:32.187350 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9f4b9b26-d299-4a7a-8a38-9474c7c0a2a3 req-a784af0c-d21d-4223-b799-b14cb7779543 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0846996 Aug 17 14:21:32.241626 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ef-0d6a-4f16-990c-e7631af84c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (be7ad1d6-1b43-4d91-bda8-fa729ed7380f), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:32.248853 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ef-0d6a-4f16-990c-e7631af84c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:32.267556 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-a3d3d3ef-0d6a-4f16-990c-e7631af84c53 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/be7ad1d6-1b43-4d91-bda8-fa729ed7380f HTTP/1.1" status: 204 len: 168 time: 0.3455405 Aug 17 14:21:32.332895 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:32.362876 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:32.370226 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d3ef-0d6a-4f16-990c-e7631af84c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ad1d6-1b43-4d91-bda8-fa729ed7380f,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:32.389334 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9f4b9b26-d299-4a7a-8a38-9474c7c0a2a3 req-eac4f286-ab42-4cba-b938-5d000fa174e7 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944730 Aug 17 14:21:32.456610 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e30cbe-d7e6-4e42-8a8a-38cbfa1b6861 req-8068895a-8390-4d5a-ac77-7a58d8a4fa4f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:32.470211 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b2e30cbe-d7e6-4e42-8a8a-38cbfa1b6861 req-8068895a-8390-4d5a-ac77-7a58d8a4fa4f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.1127102 Aug 17 14:21:32.547422 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b2e30cbe-d7e6-4e42-8a8a-38cbfa1b6861 req-4a1b1660-8ad2-4d33-9c9f-e75b0c7fc30b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712912 Aug 17 14:21:33.537054 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49d53-593a-4fec-99b0-277b8ca56753 req-7e07411d-2068-4f51-8d2f-89e66de91676 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:33.538682 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-09b49d53-593a-4fec-99b0-277b8ca56753 req-7e07411d-2068-4f51-8d2f-89e66de91676 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0537081 Aug 17 14:21:33.603061 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-09b49d53-593a-4fec-99b0-277b8ca56753 req-4abe2560-c4c2-47c1-8397-03300b35c526 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529521 Aug 17 14:21:33.677782 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02ac6-8d8e-429f-bf84-da7c9944c706 req-5a4c79db-fd4d-4c8e-8364-99f979561caf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:33.690854 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c0d02ac6-8d8e-429f-bf84-da7c9944c706 req-5a4c79db-fd4d-4c8e-8364-99f979561caf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0599816 Aug 17 14:21:33.737680 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c0d02ac6-8d8e-429f-bf84-da7c9944c706 req-3b3a57a4-7ecb-435a-bf0c-c4851b30b27e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506477 Aug 17 14:21:34.728209 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7951d44-d84d-4991-893c-dc3b75e950b3 req-d04faf1d-845e-494f-bf62-eaa1340a6674 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:34.729670 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d7951d44-d84d-4991-893c-dc3b75e950b3 req-d04faf1d-845e-494f-bf62-eaa1340a6674 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0476844 Aug 17 14:21:34.790991 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d7951d44-d84d-4991-893c-dc3b75e950b3 req-f01117cf-b56d-43cc-a716-df768236bcd3 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Aug 17 14:21:34.875457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2f087-024f-4e22-9eb5-19fa3b97e2bd req-3c220ac4-2b50-4918-8715-afb5cdf851b8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:34.876942 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eab2f087-024f-4e22-9eb5-19fa3b97e2bd req-3c220ac4-2b50-4918-8715-afb5cdf851b8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0649381 Aug 17 14:21:34.925423 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eab2f087-024f-4e22-9eb5-19fa3b97e2bd req-8cfc1b68-e932-4d14-9a69-64e0ad2c1edc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Aug 17 14:21:35.752564 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7563-9cc7-4ef2-aeac-6b18232857c7 req-d77e030e-1b83-4301-a74f-a6dcbcbbd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:35.754173 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-155e7563-9cc7-4ef2-aeac-6b18232857c7 req-d77e030e-1b83-4301-a74f-a6dcbcbbd3f5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 1129 time: 0.0381567 Aug 17 14:21:35.933434 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e0f0-edea-4ecb-92b2-2ec8e9c0bc89 req-4c8380b1-26ce-46f8-af07-81f8b98edead tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:35.935245 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-31e3e0f0-edea-4ecb-92b2-2ec8e9c0bc89 req-4c8380b1-26ce-46f8-af07-81f8b98edead tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0574448 Aug 17 14:21:35.987320 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-31e3e0f0-edea-4ecb-92b2-2ec8e9c0bc89 req-42fe5b48-c68a-43e1-87d5-29fdf1884632 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Aug 17 14:21:36.054379 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096ba68-bdf3-4431-8b2b-9d9fb091b008 req-ebae692a-4fc1-4a95-b83e-d86fa6325965 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:36.055993 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d096ba68-bdf3-4431-8b2b-9d9fb091b008 req-ebae692a-4fc1-4a95-b83e-d86fa6325965 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0550508 Aug 17 14:21:36.077753 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:36.109549 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d096ba68-bdf3-4431-8b2b-9d9fb091b008 req-15bd59ea-49db-4c2f-8bdf-8bf0fce92354 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Aug 17 14:21:37.110923 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7fee-aba9-4b7e-9646-eff38cfeb2c8 req-bb9f5740-3085-4300-906f-2acb098a8b8d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:37.112265 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-539f7fee-aba9-4b7e-9646-eff38cfeb2c8 req-bb9f5740-3085-4300-906f-2acb098a8b8d tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0500901 Aug 17 14:21:37.159928 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-539f7fee-aba9-4b7e-9646-eff38cfeb2c8 req-f80167e2-65cd-4d59-adbb-3e3be3ed3da6 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Aug 17 14:21:37.228159 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a72bd-2289-4e1b-ba00-da262e67cc41 req-fd53e7e4-2720-4201-a43e-5d99f8c6489f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:37.229676 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4b1a72bd-2289-4e1b-ba00-da262e67cc41 req-fd53e7e4-2720-4201-a43e-5d99f8c6489f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0485041 Aug 17 14:21:37.279227 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4b1a72bd-2289-4e1b-ba00-da262e67cc41 req-56463194-90a0-411e-ae9b-c940d4f4403a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Aug 17 14:21:38.281924 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22321e2-b1a4-4536-b53f-7ad19cc1b1e9 req-59692f3a-b2b1-4b5c-8098-931115223da4 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:38.283413 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f22321e2-b1a4-4536-b53f-7ad19cc1b1e9 req-59692f3a-b2b1-4b5c-8098-931115223da4 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0482492 Aug 17 14:21:38.331021 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f22321e2-b1a4-4536-b53f-7ad19cc1b1e9 req-d7f1a73f-4e36-4c6c-9dba-067682067e74 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Aug 17 14:21:38.396280 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d508d4-053d-4058-b50e-714c7ed80d3b req-258f226d-81b6-4cd2-bfa2-2c99ced99381 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:38.397743 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84d508d4-053d-4058-b50e-714c7ed80d3b req-258f226d-81b6-4cd2-bfa2-2c99ced99381 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0470848 Aug 17 14:21:38.447751 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84d508d4-053d-4058-b50e-714c7ed80d3b req-48c194bb-b882-4558-b849-1c1eeabdafc1 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Aug 17 14:21:38.840991 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-155e7563-9cc7-4ef2-aeac-6b18232857c7 req-1eb1086c-99cb-4184-8d08-ae4f59fe18ff service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Aug 17 14:21:39.458420 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658b41d-f294-40fc-89d6-c2c74b8f6c80 req-46aef251-33db-4370-a938-47ba3d2cc446 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:39.459905 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3658b41d-f294-40fc-89d6-c2c74b8f6c80 req-46aef251-33db-4370-a938-47ba3d2cc446 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0515330 Aug 17 14:21:39.520179 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3658b41d-f294-40fc-89d6-c2c74b8f6c80 req-e9bc6d9f-ec77-40d8-aaad-acd272260fb0 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544980 Aug 17 14:21:39.574165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57e845-f9bd-4dd5-9807-4fe37511c8a9 req-29776296-cd8a-49ee-b1a1-c90646847b2f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:39.575668 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ca57e845-f9bd-4dd5-9807-4fe37511c8a9 req-29776296-cd8a-49ee-b1a1-c90646847b2f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0490606 Aug 17 14:21:39.623727 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ca57e845-f9bd-4dd5-9807-4fe37511c8a9 req-b871fbd7-2097-43ff-aae8-f184b74bd585 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Aug 17 14:21:40.091711 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-be5909b5-fd22-4750-8ea4-fc2c6a2dff73 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:40.093542 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-be5909b5-fd22-4750-8ea4-fc2c6a2dff73 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0639467 Aug 17 14:21:40.645769 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783f12-d067-4012-b0c1-86232e8121db req-745a6662-ce75-416e-a35e-bf312b05fa33 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:40.647508 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-11783f12-d067-4012-b0c1-86232e8121db req-745a6662-ce75-416e-a35e-bf312b05fa33 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 945 time: 0.0471785 Aug 17 14:21:40.711340 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-11783f12-d067-4012-b0c1-86232e8121db req-4a747089-0f4e-4bf4-9897-8b75dfccc73b tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=19739cc7-882b-4cc6-8d55-ceef37393963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521843 Aug 17 14:21:40.822094 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db2dbc-ff7c-4aa6-b95d-68ef52dbfa73 req-b16e8a42-879e-4cda-89fe-ea578de8c4af tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:40.823763 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-60db2dbc-ff7c-4aa6-b95d-68ef52dbfa73 req-b16e8a42-879e-4cda-89fe-ea578de8c4af tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.1077859 Aug 17 14:21:40.865933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Deleting port 51815b4e-d653-4b56-9e0b-7a4321432afc {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:21:40.866279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:40.931469 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:40.943167 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-60db2dbc-ff7c-4aa6-b95d-68ef52dbfa73 req-4fe9c0fa-ea75-451c-9bfc-928acfbe702f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088619 Aug 17 14:21:40.986806 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] For port 51815b4e-d653-4b56-9e0b-7a4321432afc, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=51815b4e-d653-4b56-9e0b-7a4321432afc,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:21:40.987173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:41.003872 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Calling delete_port for 51815b4e-d653-4b56-9e0b-7a4321432afc owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:21:41.185488 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (51815b4e-d653-4b56-9e0b-7a4321432afc), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:41.219012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Pushing event deleted for resources: {'Port': ['ID=51815b4e-d653-4b56-9e0b-7a4321432afc,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:41.317154 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] No DVR routers for this DVR port 51815b4e-d653-4b56-9e0b-7a4321432afc on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:21:41.320678 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:41.324458 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-acb7c22e-ed35-4c41-8a15-80b43596bde7 req-c2e1322b-692b-44de-a77f-01f20ac3b5aa tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.42 "DELETE /networking/v2.0/ports/51815b4e-d653-4b56-9e0b-7a4321432afc HTTP/1.1" status: 204 len: 173 time: 0.6819825 Aug 17 14:21:41.324899 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'name': 'network-vif-deleted', 'tag': '51815b4e-d653-4b56-9e0b-7a4321432afc'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:21:41.327212 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fdb017-0cd7-4331-b16f-150bcc6368dc" -d '{"events": [{"server_uuid": "6e2a8f4c-a394-4794-a576-c4b2e6ccdfab", "name": "network-vif-deleted", "tag": "51815b4e-d653-4b56-9e0b-7a4321432afc"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:21:41.367446 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f65e6f-aae2-4a4f-84cd-ffe4e97eb90e x-openstack-request-id: req-87f65e6f-aae2-4a4f-84cd-ffe4e97eb90e {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:21:41.367850 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a8f4c-a394-4794-a576-c4b2e6ccdfab", "name": "network-vif-deleted", "tag": "51815b4e-d653-4b56-9e0b-7a4321432afc", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:21:41.368210 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87f65e6f-aae2-4a4f-84cd-ffe4e97eb90e {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:21:41.368722 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f65e6f-aae2-4a4f-84cd-ffe4e97eb90e'] response: {'server_uuid': '6e2a8f4c-a394-4794-a576-c4b2e6ccdfab', 'name': 'network-vif-deleted', 'tag': '51815b4e-d653-4b56-9e0b-7a4321432afc', 'status': 'completed', 'code': 200} Aug 17 14:21:41.798288 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:41.836039 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9703a6cb-5042-4755-b414-d4f6cbfee886 req-92e220ad-5ed1-4925-80a5-4370827b137b tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0326114 Aug 17 14:21:42.073530 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804366b-9d9c-4e05-8ad7-7893c46c8de5 req-b244810a-f68c-41f2-a2a6-c4033ea9828c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:42.075400 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f804366b-9d9c-4e05-8ad7-7893c46c8de5 req-b244810a-f68c-41f2-a2a6-c4033ea9828c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0547178 Aug 17 14:21:42.125681 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f804366b-9d9c-4e05-8ad7-7893c46c8de5 req-52f051da-cfea-4b46-971b-9acc322531e8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Aug 17 14:21:42.243048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb66ef0-83dc-4720-97b8-6dac879debf1 req-79ad4fe9-9d2d-4c1c-b732-972225f492f4 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:42.244523 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bcb66ef0-83dc-4720-97b8-6dac879debf1 req-79ad4fe9-9d2d-4c1c-b732-972225f492f4 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0472941 Aug 17 14:21:42.294877 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bcb66ef0-83dc-4720-97b8-6dac879debf1 req-eefc529d-405b-4541-949a-85bc104d3769 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Aug 17 14:21:42.390882 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:42.407084 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:42.950212 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ca860cec-3b55-4acb-854b-3cf2ec29e30f req-2f0e6ab7-cebb-44a0-8993-32a748126b32 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0361969 Aug 17 14:21:43.287394 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e30151b2-745b-4651-b9d0-1d4693179cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:43.762743 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 51815b4e-d653-4b56-9e0b-7a4321432afc no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:21:43.782575 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 51815b4e-d653-4b56-9e0b-7a4321432afc {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:21:43.782930 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 51815b4e-d653-4b56-9e0b-7a4321432afc not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:21:44.064254 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c634a199-096a-44b8-ab9c-14c079e2de88 req-3bcffef0-ede8-46b1-92c7-fd7368641706 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0315614 Aug 17 14:21:45.165994 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c5580d92-915a-4990-8650-63de3956d83f req-f85f4740-af11-4f0a-96bd-0c004ac9635f tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0266497 Aug 17 14:21:45.309165 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d20cb382-2b78-4291-8e3e-581118fa5b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:46.250576 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:46.277899 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2a2aa50e-b3e8-4c86-ac23-7142c8266521 req-06749ded-0141-4fba-8af9-261ccbf4199b tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0346432 Aug 17 14:21:46.730271 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:47.379634 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9fedc37f-df26-4b8a-8667-28063443d7da req-aa978018-80a6-43cc-884f-b66e08cbfc22 tempest-DeleteServersTestJSON-1576162584 tempest-DeleteServersTestJSON-1576162584-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e2a8f4c-a394-4794-a576-c4b2e6ccdfab HTTP/1.1" status: 200 len: 210 time: 0.0304306 Aug 17 14:21:48.169710 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.244374 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad631e-901f-468c-881c-8746e92f4302 req-411ce804-7941-4be5-bc1f-c423675e7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:48.246662 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-411ce804-7941-4be5-bc1f-c423675e7027 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1129 time: 0.0553396 Aug 17 14:21:48.271219 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c37edb-a1a3-4f73-b061-abed122f207c req-da2cb06b-7224-4c55-be91-409007b2e974 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:48.272841 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-17c37edb-a1a3-4f73-b061-abed122f207c req-da2cb06b-7224-4c55-be91-409007b2e974 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0693486 Aug 17 14:21:48.284200 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.303323 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:48.345278 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-17c37edb-a1a3-4f73-b061-abed122f207c req-969a77c0-c3a3-47f5-aee4-250512f80583 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652404 Aug 17 14:21:48.396963 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad631e-901f-468c-881c-8746e92f4302 req-49a8342c-fe71-42d9-be0c-7a6b7030acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:48.398562 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-49a8342c-fe71-42d9-be0c-7a6b7030acb4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.1397572 Aug 17 14:21:48.468359 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-374eec76-516d-47e7-a1f8-82207cf7ab7b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 200 len: 217 time: 0.0629952 Aug 17 14:21:48.525025 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad631e-901f-468c-881c-8746e92f4302 req-c7215cb5-18cb-4871-aa6d-e2b0823d48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:48.528188 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-c7215cb5-18cb-4871-aa6d-e2b0823d48c4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0512803 Aug 17 14:21:48.578712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad631e-901f-468c-881c-8746e92f4302 req-4aad4b93-06ef-407a-bd63-6e6ff4c3dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:48.580435 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-4aad4b93-06ef-407a-bd63-6e6ff4c3dd97 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468242 Aug 17 14:21:48.586239 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47150) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:48.704656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Deleting subnet 56ac1126-816c-4522-b084-2fe6b75a1fa8 {{(pid=106366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:21:48.714939 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Publish callbacks [] for subnet (56ac1126-816c-4522-b084-2fe6b75a1fa8), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.797573 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Publish callbacks [] for subnet (56ac1126-816c-4522-b084-2fe6b75a1fa8), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.817980 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (56ac1126-816c-4522-b084-2fe6b75a1fa8), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.842181 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-ad14f35c-91c6-4ee9-98e9-1131537fd473 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532461 Aug 17 14:21:48.924866 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:48.950618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for subnet (56ac1126-816c-4522-b084-2fe6b75a1fa8), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.992639 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ac1126-816c-4522-b084-2fe6b75a1fa8,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:48.994080 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:48.998020 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ad844db3-fe9d-45b3-b414-3beb23105b02 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/56ac1126-816c-4522-b084-2fe6b75a1fa8 HTTP/1.1" status: 204 len: 168 time: 0.4106929 Aug 17 14:21:49.000287 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20ad631e-901f-468c-881c-8746e92f4302 req-a5020374-03cf-4f5e-a18b-89ee4dd9418f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522155 Aug 17 14:21:49.001438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47180) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:49.088638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (c891e2be-8736-4a08-a185-1372d3110713), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.242650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (c891e2be-8736-4a08-a185-1372d3110713), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.274312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.275445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.276561 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.277734 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > port after_create 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.278717 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.279481 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > port after_update 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.280097 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.280718 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.281422 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.282358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.370129 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.371187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.371628 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.371975 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 14:21:49.372378 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c891e2be-8736-4a08-a185-1372d3110713']}} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:49.391351 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83e63cc-e697-4e7d-9f94-c1907bd469c5') {'for_net_delete': True} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:49.391655 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83e63cc-e697-4e7d-9f94-c1907bd469c5') {} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:49.414040 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58934504'] for segment (e83e63cc-e697-4e7d-9f94-c1907bd469c5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.415809 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47196) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:49.450182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (e83e63cc-e697-4e7d-9f94-c1907bd469c5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.459641 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:49.470832 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=106366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:21:49.471314 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58950963'] for segment (e83e63cc-e697-4e7d-9f94-c1907bd469c5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.550671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683183f0-734e-4092-bc8b-13fe84ca2c01 req-fe81d690-f980-4e6b-aadb-d9c267408570 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:49.552231 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-683183f0-734e-4092-bc8b-13fe84ca2c01 req-fe81d690-f980-4e6b-aadb-d9c267408570 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0736129 Aug 17 14:21:49.580334 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-67ecdfc5-ef16-4ef1-bd9c-deb10e6f3017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.625635 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (c891e2be-8736-4a08-a185-1372d3110713), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.647872 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:49.659503 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.664281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/c891e2be-8736-4a08-a185-1372d3110713 HTTP/1.1" status: 204 len: 168 time: 0.6623235 Aug 17 14:21:49.666064 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34775a76-99da-4cc2-bea8-51228154d90e admin admin] Pushing event deleted for resources: {'Network': ['ID=c891e2be-8736-4a08-a185-1372d3110713,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:49.668512 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47206) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:49.682413 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-683183f0-734e-4092-bc8b-13fe84ca2c01 req-2628d571-e32d-4ffd-b072-cecf2cf8522f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977247 Aug 17 14:21:49.719112 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-67ecdfc5-ef16-4ef1-bd9c-deb10e6f3017 admin admin] Publish callbacks [] for security_group (506c3aec-9d87-4cf4-ab64-4ef737b346b8), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.726467 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-67ecdfc5-ef16-4ef1-bd9c-deb10e6f3017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (506c3aec-9d87-4cf4-ab64-4ef737b346b8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.775733 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Deleting subnet 62e1b51d-094c-49f8-955e-ce8446a4222c {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:21:49.782284 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Publish callbacks [] for subnet (62e1b51d-094c-49f8-955e-ce8446a4222c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.786365 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-67ecdfc5-ef16-4ef1-bd9c-deb10e6f3017 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e9bc7b62f7424de592af1b96d5bbf85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676586 Aug 17 14:21:49.787209 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecdfc5-ef16-4ef1-bd9c-deb10e6f3017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506c3aec-9d87-4cf4-ab64-4ef737b346b8,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:49.790183 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47214) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:49.795556 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment e83e63cc-e697-4e7d-9f94-c1907bd469c5 resource provider aggregate not found Aug 17 14:21:49.834920 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment e83e63cc-e697-4e7d-9f94-c1907bd469c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83e63cc-e697-4e7d-9f94-c1907bd469c5 found for delete ", "request_id": "req-1bcb4485-312e-4ebe-a67e-e51d4f5083d7"}]} Aug 17 14:21:49.843324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (62e1b51d-094c-49f8-955e-ce8446a4222c), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.864145 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c9278720-4ba0-47ba-aec9-01f677c2e1c3 admin admin] Publish callbacks [] for security_group (506c3aec-9d87-4cf4-ab64-4ef737b346b8), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.890612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c9278720-4ba0-47ba-aec9-01f677c2e1c3 admin admin] Publish callbacks [] for security_group (506c3aec-9d87-4cf4-ab64-4ef737b346b8), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.908188 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (62e1b51d-094c-49f8-955e-ce8446a4222c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.962756 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c9278720-4ba0-47ba-aec9-01f677c2e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (506c3aec-9d87-4cf4-ab64-4ef737b346b8), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.965911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c9278720-4ba0-47ba-aec9-01f677c2e1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:49.967086 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-c9278720-4ba0-47ba-aec9-01f677c2e1c3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/506c3aec-9d87-4cf4-ab64-4ef737b346b8 HTTP/1.1" status: 204 len: 168 time: 0.1755080 Aug 17 14:21:49.976094 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278720-4ba0-47ba-aec9-01f677c2e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c3aec-9d87-4cf4-ab64-4ef737b346b8,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:49.996184 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (62e1b51d-094c-49f8-955e-ce8446a4222c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.039333 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e1b51d-094c-49f8-955e-ce8446a4222c,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:50.043528 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.046904 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47230) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:50.047038 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-935606a9-47db-4dc6-8bc8-a7ed8b8b9525 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/62e1b51d-094c-49f8-955e-ce8446a4222c HTTP/1.1" status: 204 len: 168 time: 0.3773131 Aug 17 14:21:50.049356 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47232) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:50.137770 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (ee106f83-a274-4211-b551-411598388783), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.239047 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (ee106f83-a274-4211-b551-411598388783), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.269620 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee106f83-a274-4211-b551-411598388783']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:50.286617 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:50.287296 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:50.302662 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.323240 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.333825 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:21:50.334281 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.393282 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47242) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:50.425077 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment 9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8 resource provider aggregate not found Aug 17 14:21:50.430323 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-41b909ec-6abc-49c5-ab6d-64d35812645d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.433385 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (ee106f83-a274-4211-b551-411598388783), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.439454 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.450415 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ee106f83-a274-4211-b551-411598388783 HTTP/1.1" status: 204 len: 168 time: 0.3998632 Aug 17 14:21:50.467782 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment 9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9be59e6e-aaa3-4e1e-b9b1-20c1e17d07a8 found for delete ", "request_id": "req-78c8b9b7-c139-4262-b358-070d10f2f931"}]} Aug 17 14:21:50.475749 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e01c5-1d6e-431a-a669-ed02cea3783b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee106f83-a274-4211-b551-411598388783,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:50.571120 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:50.588785 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-41b909ec-6abc-49c5-ab6d-64d35812645d admin admin] Publish callbacks [] for security_group (14faa731-53e7-4715-8052-bfa72fe99670), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.594933 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-41b909ec-6abc-49c5-ab6d-64d35812645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (14faa731-53e7-4715-8052-bfa72fe99670), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.642125 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b909ec-6abc-49c5-ab6d-64d35812645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14faa731-53e7-4715-8052-bfa72fe99670,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:50.648806 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-41b909ec-6abc-49c5-ab6d-64d35812645d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d6ee1bd3421d48c4a7a47dcf47cf4f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517815 Aug 17 14:21:50.651308 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47254) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:50.660948 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:50.704594 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47258) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:50.749074 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (3bf0dfa4-de0d-42ca-8a14-68203d9741be), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.762519 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:50.790467 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03dd0a81-1c79-48a4-84cc-0e751d46b4dc admin admin] Publish callbacks [] for security_group (14faa731-53e7-4715-8052-bfa72fe99670), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.859157 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-96575b6d-210a-4c3a-86f8-c38af26a5fd8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8d70d41cfb3e4ed7aa60b0a80ccf85aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531682 Aug 17 14:21:50.861820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47262) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:50.868701 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03dd0a81-1c79-48a4-84cc-0e751d46b4dc admin admin] Publish callbacks [] for security_group (14faa731-53e7-4715-8052-bfa72fe99670), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.881621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dc14f-500e-4ad4-8d92-3322fd5c54f7 req-6ef61c6a-5426-4ce3-b0fc-5d92c66270ae tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:50.883262 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3b2dc14f-500e-4ad4-8d92-3322fd5c54f7 req-6ef61c6a-5426-4ce3-b0fc-5d92c66270ae tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.1190701 Aug 17 14:21:50.957820 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3b2dc14f-500e-4ad4-8d92-3322fd5c54f7 req-db021f8b-1e81-4fd3-a259-13b4ad619c48 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671065 Aug 17 14:21:50.969715 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03dd0a81-1c79-48a4-84cc-0e751d46b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (14faa731-53e7-4715-8052-bfa72fe99670), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.982585 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03dd0a81-1c79-48a4-84cc-0e751d46b4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:50.982585 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-03dd0a81-1c79-48a4-84cc-0e751d46b4dc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/14faa731-53e7-4715-8052-bfa72fe99670 HTTP/1.1" status: 204 len: 168 time: 0.3214469 Aug 17 14:21:50.996149 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd0a81-1c79-48a4-84cc-0e751d46b4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14faa731-53e7-4715-8052-bfa72fe99670,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:51.032623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3ed3-69ce-4b93-97b0-d27f7c5f1a12 admin admin] Publish callbacks [] for security_group (9d2358cc-cbd7-4fda-ab4a-32443346f219), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.082812 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3ed3-69ce-4b93-97b0-d27f7c5f1a12 admin admin] Publish callbacks [] for security_group (9d2358cc-cbd7-4fda-ab4a-32443346f219), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.136067 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:51.141669 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Deleting port 622f8232-65eb-4f54-8679-5b332b36d05e {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:21:51.142042 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.222522 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3ed3-69ce-4b93-97b0-d27f7c5f1a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (9d2358cc-cbd7-4fda-ab4a-32443346f219), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.225433 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3ed3-69ce-4b93-97b0-d27f7c5f1a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.226620 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-3f9f3ed3-69ce-4b93-97b0-d27f7c5f1a12 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9d2358cc-cbd7-4fda-ab4a-32443346f219 HTTP/1.1" status: 204 len: 168 time: 0.3641024 Aug 17 14:21:51.246310 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f3ed3-69ce-4b93-97b0-d27f7c5f1a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2358cc-cbd7-4fda-ab4a-32443346f219,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:51.253346 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] For port 622f8232-65eb-4f54-8679-5b332b36d05e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=622f8232-65eb-4f54-8679-5b332b36d05e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:21:51.253841 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.268928 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Calling delete_port for 622f8232-65eb-4f54-8679-5b332b36d05e owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:21:51.294315 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.487399 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (622f8232-65eb-4f54-8679-5b332b36d05e), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.509661 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47282) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:51.514290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Pushing event deleted for resources: {'Port': ['ID=622f8232-65eb-4f54-8679-5b332b36d05e,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:51.664133 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47294) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:51.772498 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f2bb657e-186b-4de7-8a6b-bb4f8097a3e1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a9a09d909cb40c2b97c96957a383c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1070814 Aug 17 14:21:51.774900 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47302) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:51.782847 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (3bf0dfa4-de0d-42ca-8a14-68203d9741be), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.880453 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9104-5c46-48e1-bcb4-deb7bea1bc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.891120 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:51.905245 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3da3861c-e484-4cd4-8be3-fca97da630ee admin admin] Publish callbacks [] for security_group (611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:51.947354 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3da3861c-e484-4cd4-8be3-fca97da630ee admin admin] Publish callbacks [] for security_group (611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.041165 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9104-5c46-48e1-bcb4-deb7bea1bc2a admin admin] Publish callbacks [] for security_group (d9964d92-04f8-4837-9e71-c694b11e33a7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.047168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3da3861c-e484-4cd4-8be3-fca97da630ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.051899 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3da3861c-e484-4cd4-8be3-fca97da630ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.053205 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3da3861c-e484-4cd4-8be3-fca97da630ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c HTTP/1.1" status: 204 len: 168 time: 0.2773409 Aug 17 14:21:52.063185 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9104-5c46-48e1-bcb4-deb7bea1bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d9964d92-04f8-4837-9e71-c694b11e33a7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.068182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3861c-e484-4cd4-8be3-fca97da630ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611cf4f0-a3e9-4ded-9b57-5dcfc5b4967c,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:52.109621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:52.121651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Router 3bf0dfa4-de0d-42ca-8a14-68203d9741be has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:21:52.146041 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4dfb9104-5c46-48e1-bcb4-deb7bea1bc2a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a66dbfb68e284595981d8e409bd86e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6351228 Aug 17 14:21:52.149541 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47318) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:52.172963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb9104-5c46-48e1-bcb4-deb7bea1bc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9964d92-04f8-4837-9e71-c694b11e33a7,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:52.193173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:52.201673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47320) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:52.248486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6fad563e-047f-4b75-bf64-59bf151ddbd4 admin admin] Publish callbacks [] for security_group (d9964d92-04f8-4837-9e71-c694b11e33a7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.279915 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6fad563e-047f-4b75-bf64-59bf151ddbd4 admin admin] Publish callbacks [] for security_group (d9964d92-04f8-4837-9e71-c694b11e33a7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.309368 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7b647-0d83-4595-bfd9-d94df9bf4a35 req-305a7e18-6424-49ea-9a65-9ca94bf58b7e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:52.316057 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dbe7b647-0d83-4595-bfd9-d94df9bf4a35 req-305a7e18-6424-49ea-9a65-9ca94bf58b7e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.1240532 Aug 17 14:21:52.359068 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:21:52.364314 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6fad563e-047f-4b75-bf64-59bf151ddbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d9964d92-04f8-4837-9e71-c694b11e33a7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.368462 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6fad563e-047f-4b75-bf64-59bf151ddbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.369150 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a9d03250-28a9-4b9a-a296-81ce8ab28769 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3bf0dfa4-de0d-42ca-8a14-68203d9741be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3210323 Aug 17 14:21:52.369848 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6fad563e-047f-4b75-bf64-59bf151ddbd4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d9964d92-04f8-4837-9e71-c694b11e33a7 HTTP/1.1" status: 204 len: 168 time: 0.2192676 Aug 17 14:21:52.370021 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47328) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:52.374699 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] Sync routers for ids ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:21:52.379078 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad563e-047f-4b75-bf64-59bf151ddbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9964d92-04f8-4837-9e71-c694b11e33a7,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:52.387259 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] Routers {'3bf0dfa4-de0d-42ca-8a14-68203d9741be'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:21:52.388484 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:52.494282 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks [] for router (3bf0dfa4-de0d-42ca-8a14-68203d9741be), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.587282 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dbe7b647-0d83-4595-bfd9-d94df9bf4a35 req-7afc397b-c43d-456b-bb1b-754eef360cd2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702591 Aug 17 14:21:52.591577 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-97308cee-75b7-4d77-86e0-7ab1a380148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.630076 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] Set router 3bf0dfa4-de0d-42ca-8a14-68203d9741be gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:21:52.695725 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks [] for router_gateway (3bf0dfa4-de0d-42ca-8a14-68203d9741be), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.786142 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Deleting port 96cd9875-814b-4cd1-8e05-2adc57c71977 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:21:52.786812 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.790886 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-97308cee-75b7-4d77-86e0-7ab1a380148b admin admin] Publish callbacks [] for security_group (2bcffa1e-64f9-4c95-8134-a5e3e0b749a5), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.806233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-97308cee-75b7-4d77-86e0-7ab1a380148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2bcffa1e-64f9-4c95-8134-a5e3e0b749a5), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:52.825420 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:21:51Z', 'revision_number': 5, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port': {'id': '96cd9875-814b-4cd1-8e05-2adc57c71977', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:09Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:52.851648 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] Checking router: 3bf0dfa4-de0d-42ca-8a14-68203d9741be for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:21:52.861385 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] Routers {'3bf0dfa4-de0d-42ca-8a14-68203d9741be'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:21:52.862053 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:52.955838 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-97308cee-75b7-4d77-86e0-7ab1a380148b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2b07aef3781340808e930d482387856b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7392719 Aug 17 14:21:52.956539 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47348) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:52.959337 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97308cee-75b7-4d77-86e0-7ab1a380148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcffa1e-64f9-4c95-8134-a5e3e0b749a5,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:52.980205 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47350) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:52.985243 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] Set router 3bf0dfa4-de0d-42ca-8a14-68203d9741be gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:21:53.009890 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-60bfc104-bbd9-4595-8119-6aa5d99adc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.048551 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] For port 96cd9875-814b-4cd1-8e05-2adc57c71977, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=96cd9875-814b-4cd1-8e05-2adc57c71977,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:21:53.048912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.057187 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1d35d1b8-127a-462a-a2f9-ac6fa835642a admin admin] Publish callbacks [] for security_group (2bcffa1e-64f9-4c95-8134-a5e3e0b749a5), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.071992 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Calling delete_port for 96cd9875-814b-4cd1-8e05-2adc57c71977 owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:21:53.076599 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:21:52Z', 'revision_number': 6, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:53.082764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:53.090347 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1d35d1b8-127a-462a-a2f9-ac6fa835642a admin admin] Publish callbacks [] for security_group (2bcffa1e-64f9-4c95-8134-a5e3e0b749a5), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.101382 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:53.138074 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdd9a6-bb15-4d92-9d89-3628974c496e None None] The sync data for ids ['3bf0dfa4-de0d-42ca-8a14-68203d9741be'] in dv-cinder-820027-18-iscsi is: [{'id': '3bf0dfa4-de0d-42ca-8a14-68203d9741be', 'name': 'tempest-DeleteServersTestJSON-1468599135-router', 'tenant_id': 'e868b96d3fae45afbc1f7be86255a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:08Z', 'updated_at': '2022-08-17T14:21:52Z', 'revision_number': 6, 'project_id': 'e868b96d3fae45afbc1f7be86255a61b', 'gw_port_host': None}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:21:53.185384 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1d35d1b8-127a-462a-a2f9-ac6fa835642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2bcffa1e-64f9-4c95-8134-a5e3e0b749a5), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.190680 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1d35d1b8-127a-462a-a2f9-ac6fa835642a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.201779 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1d35d1b8-127a-462a-a2f9-ac6fa835642a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2bcffa1e-64f9-4c95-8134-a5e3e0b749a5 HTTP/1.1" status: 204 len: 168 time: 0.2386127 Aug 17 14:21:53.211633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35d1b8-127a-462a-a2f9-ac6fa835642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcffa1e-64f9-4c95-8134-a5e3e0b749a5,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:53.301782 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-60bfc104-bbd9-4595-8119-6aa5d99adc64 admin admin] Publish callbacks [] for security_group (9520ddc5-4a8e-4efc-aa3c-42520b06e65b), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.316497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-60bfc104-bbd9-4595-8119-6aa5d99adc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (9520ddc5-4a8e-4efc-aa3c-42520b06e65b), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.365943 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfc104-bbd9-4595-8119-6aa5d99adc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9520ddc5-4a8e-4efc-aa3c-42520b06e65b,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:53.378201 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-60bfc104-bbd9-4595-8119-6aa5d99adc64 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=caa499410f344a7cab2fda8f9654a38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969524 Aug 17 14:21:53.378399 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47360) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:53.399841 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:53.422095 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (96cd9875-814b-4cd1-8e05-2adc57c71977), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.459611 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3dddc5e5-31c4-40f2-8f8c-28c2daedf8e0 admin admin] Publish callbacks [] for security_group (9520ddc5-4a8e-4efc-aa3c-42520b06e65b), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.466154 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cd9875-814b-4cd1-8e05-2adc57c71977,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:53.493308 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3dddc5e5-31c4-40f2-8f8c-28c2daedf8e0 admin admin] Publish callbacks [] for security_group (9520ddc5-4a8e-4efc-aa3c-42520b06e65b), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.556364 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (3bf0dfa4-de0d-42ca-8a14-68203d9741be), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.590370 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3dddc5e5-31c4-40f2-8f8c-28c2daedf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (9520ddc5-4a8e-4efc-aa3c-42520b06e65b), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.600997 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3dddc5e5-31c4-40f2-8f8c-28c2daedf8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.602289 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3dddc5e5-31c4-40f2-8f8c-28c2daedf8e0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9520ddc5-4a8e-4efc-aa3c-42520b06e65b HTTP/1.1" status: 204 len: 168 time: 0.2229536 Aug 17 14:21:53.616082 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddc5e5-31c4-40f2-8f8c-28c2daedf8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9520ddc5-4a8e-4efc-aa3c-42520b06e65b,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:53.723048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (3bf0dfa4-de0d-42ca-8a14-68203d9741be), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.726138 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks [] for router_controller (3bf0dfa4-de0d-42ca-8a14-68203d9741be), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.784611 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9e5c-8e28-4f1e-b4d4-ffc9141b0328 req-f9ca5dec-bff5-40f4-9b1b-97a05770e92f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:53.786528 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8d0a9e5c-8e28-4f1e-b4d4-ffc9141b0328 req-f9ca5dec-bff5-40f4-9b1b-97a05770e92f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0918596 Aug 17 14:21:53.811656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (3bf0dfa4-de0d-42ca-8a14-68203d9741be), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.812295 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf0dfa4-de0d-42ca-8a14-68203d9741be {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:21:53.822844 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.824557 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7dcff2ac-705e-48e3-8397-317df251b6d7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/3bf0dfa4-de0d-42ca-8a14-68203d9741be HTTP/1.1" status: 204 len: 168 time: 1.4482539 Aug 17 14:21:53.827167 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47386) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:53.866151 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8d0a9e5c-8e28-4f1e-b4d4-ffc9141b0328 req-2ad67e37-f8b3-4672-8665-aae180c791b3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727787 Aug 17 14:21:53.896580 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Deleting subnet 5d355202-e9d3-4efe-a2c8-dcee408fdc75 {{(pid=106366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:21:53.900223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Publish callbacks [] for subnet (5d355202-e9d3-4efe-a2c8-dcee408fdc75), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:53.941309 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58934497'] for subnet (5d355202-e9d3-4efe-a2c8-dcee408fdc75), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.104570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (5d355202-e9d3-4efe-a2c8-dcee408fdc75), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.418380 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58950997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58925325'] for subnet (5d355202-e9d3-4efe-a2c8-dcee408fdc75), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.470251 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 622f8232-65eb-4f54-8679-5b332b36d05e no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:21:54.472241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d355202-e9d3-4efe-a2c8-dcee408fdc75,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:54.480236 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.485949 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1d0ea1b3-bcf5-478e-a398-f6e92844f153 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/5d355202-e9d3-4efe-a2c8-dcee408fdc75 HTTP/1.1" status: 204 len: 168 time: 0.6550467 Aug 17 14:21:54.486327 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47418) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:54.543315 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d0249-766b-4c37-bbb7-6c750fe61dc8 None None] Network d0f47e31-f999-4294-9509-919f3e31b70f requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:21:54.609722 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 622f8232-65eb-4f54-8679-5b332b36d05e {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:21:54.610306 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 622f8232-65eb-4f54-8679-5b332b36d05e not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:21:54.612419 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 96cd9875-814b-4cd1-8e05-2adc57c71977 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:21:54.622132 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (d0f47e31-f999-4294-9509-919f3e31b70f), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.655543 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 96cd9875-814b-4cd1-8e05-2adc57c71977 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:21:54.656232 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 96cd9875-814b-4cd1-8e05-2adc57c71977 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:21:54.716758 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Deleting port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:21:54.717101 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.818764 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] DHCP port deletion for d0f47e31-f999-4294-9509-919f3e31b70f request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:21:54.826995 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] For port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:21:54.827351 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.844477 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Calling delete_port for eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:21:54.940156 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:54.940630 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Deleting port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:21:54.941050 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:54.998722 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.048261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:55.053399 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba31a-bb1d-4876-bbf5-31f0a053704f req-0cda9a74-47af-46f1-baa1-13d14e72e2b2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:55.055393 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-51aba31a-bb1d-4876-bbf5-31f0a053704f req-0cda9a74-47af-46f1-baa1-13d14e72e2b2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0848312 Aug 17 14:21:55.057566 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] No DVR routers for this DVR port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:21:55.068865 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] For port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,segment=NetworkSegment(f2ee87d1-1103-4009-99bc-99aa454dc669),segment_id=f2ee87d1-1103-4009-99bc-99aa454dc669)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:21:55.069517 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.089517 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Calling delete_port for eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:21:55.123784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:55.182669 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-51aba31a-bb1d-4876-bbf5-31f0a053704f req-5a24d2d4-9cb4-4d91-bc78-2029086373e6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172521 Aug 17 14:21:55.193676 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (d0f47e31-f999-4294-9509-919f3e31b70f), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.222904 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f47e31-f999-4294-9509-919f3e31b70f']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:55.239139 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ee87d1-1103-4009-99bc-99aa454dc669') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:55.239139 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ee87d1-1103-4009-99bc-99aa454dc669') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:21:55.250643 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (f2ee87d1-1103-4009-99bc-99aa454dc669), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.267791 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (f2ee87d1-1103-4009-99bc-99aa454dc669), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.279529 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:21:55.279925 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (f2ee87d1-1103-4009-99bc-99aa454dc669), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.293485 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47474) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:55.316729 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.345216 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment f2ee87d1-1103-4009-99bc-99aa454dc669 resource provider aggregate not found Aug 17 14:21:55.356771 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Pushing event deleted for resources: {'Port': ['ID=eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:55.367967 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] No DVR routers for this DVR port eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:21:55.371697 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment f2ee87d1-1103-4009-99bc-99aa454dc669 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2ee87d1-1103-4009-99bc-99aa454dc669 found for delete ", "request_id": "req-4138f8f4-c2e7-4e12-8d04-6c13dccb40b9"}]} Aug 17 14:21:55.374620 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (d0f47e31-f999-4294-9509-919f3e31b70f), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.381773 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.382366 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.382906 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.383446 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.384467 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.385069 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.385444 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.386384 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.387025 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.387437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.387817 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.388196 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.388449 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.388573 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.388893 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.389284 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710c409-7ade-4539-9da6-9f0ea01faff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:21:55.391733 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/d0f47e31-f999-4294-9509-919f3e31b70f HTTP/1.1" status: 204 len: 168 time: 0.9044206 Aug 17 14:21:55.406321 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9102f5-93e3-4998-9253-ded17b1298ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f47e31-f999-4294-9509-919f3e31b70f,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:55.488947 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1031267241-network', 'tenant_id': 'c9a9f1d91792463295c5d5b0af9f9c9c'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:55.516218 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Made reservation on behalf of c9a9f1d91792463295c5d5b0af9f9c9c for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:21:55.518925 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.529648 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.532953 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=3,neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:55.623248 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks [] for security_group (a7e203fa-35e5-4db7-900b-e50fac214705), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.627931 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (a7e203fa-35e5-4db7-900b-e50fac214705), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.656338 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:21:55.667102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e203fa-35e5-4db7-900b-e50fac214705,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:55.672377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.672947 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Added segment a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe of type vlan for network 182f7496-2244-4d38-aabd-2caf97e63544 Aug 17 14:21:55.676778 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47494) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:55.732361 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (182f7496-2244-4d38-aabd-2caf97e63544), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.745678 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-0ffd251c-a040-43dd-90a1-55e06c21191e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e868b96d3fae45afbc1f7be86255a61b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0671420 Aug 17 14:21:55.748231 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47496) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:55.764787 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (182f7496-2244-4d38-aabd-2caf97e63544), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.766066 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:55.767003 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.810909 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a31dc0f2-30d1-44b9-84c5-c05aa7c44686 admin admin] Publish callbacks [] for security_group (19739cc7-882b-4cc6-8d55-ceef37393963), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.841053 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5427544 Aug 17 14:21:55.845274 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47500) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:55.851002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Request body: {'subnet': {'network_id': '182f7496-2244-4d38-aabd-2caf97e63544', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1031267241-subnet', 'tenant_id': 'c9a9f1d91792463295c5d5b0af9f9c9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:55.852125 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a31dc0f2-30d1-44b9-84c5-c05aa7c44686 admin admin] Publish callbacks [] for security_group (19739cc7-882b-4cc6-8d55-ceef37393963), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.868562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b548f-3442-425a-a793-7d257aa50acf admin admin] Pushing event updated for resources: {'Network': ['ID=182f7496-2244-4d38-aabd-2caf97e63544,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:55.890803 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 182f7496-2244-4d38-aabd-2caf97e63544 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:21:55.901054 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Made reservation on behalf of c9a9f1d91792463295c5d5b0af9f9c9c for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:21:55.903052 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:55.908411 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.929484 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a31dc0f2-30d1-44b9-84c5-c05aa7c44686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (19739cc7-882b-4cc6-8d55-ceef37393963), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.932982 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a31dc0f2-30d1-44b9-84c5-c05aa7c44686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:55.938400 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-a31dc0f2-30d1-44b9-84c5-c05aa7c44686 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/19739cc7-882b-4cc6-8d55-ceef37393963 HTTP/1.1" status: 204 len: 168 time: 0.1884227 Aug 17 14:21:55.954003 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dc0f2-30d1-44b9-84c5-c05aa7c44686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19739cc7-882b-4cc6-8d55-ceef37393963,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:55.978945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47506) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:56.179638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (660445f5-2225-40db-9359-1565df2aeea7), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.257726 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=660445f5-2225-40db-9359-1565df2aeea7,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:56.275796 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Checking segment: {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:21:56.276152 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Network hostable DHCP agents. Network: 182f7496-2244-4d38-aabd-2caf97e63544, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:21:56.305322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Network 182f7496-2244-4d38-aabd-2caf97e63544 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:21:56.309310 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:56.324677 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 182f7496-2244-4d38-aabd-2caf97e63544) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:21:56.330933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:56.331891 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.333969 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dbe85f-2a25-4dcd-842b-b3a285761d35 None None] Network 182f7496-2244-4d38-aabd-2caf97e63544 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:21:56.345744 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-31fb14ce-3c28-47ea-8f57-a399cfdb9af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.361497 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a933d8c2-45c9-45f2-8229-53674137f66e admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5152092 Aug 17 14:21:56.374238 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5378f-921a-4bad-902b-83933599f325 req-c545f6ec-15f9-4328-89ac-af87ab512e87 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:56.375900 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4ac5378f-921a-4bad-902b-83933599f325 req-c545f6ec-15f9-4328-89ac-af87ab512e87 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0978820 Aug 17 14:21:56.466647 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4ac5378f-921a-4bad-902b-83933599f325 req-0874f437-d297-400a-8511-40c99075a7d0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816534 Aug 17 14:21:56.529652 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-31fb14ce-3c28-47ea-8f57-a399cfdb9af8 admin admin] Publish callbacks [] for security_group (0419d834-8407-4555-9608-2c9191cc5a58), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.535563 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-31fb14ce-3c28-47ea-8f57-a399cfdb9af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0419d834-8407-4555-9608-2c9191cc5a58), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.589171 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47530) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:56.589548 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-31fb14ce-3c28-47ea-8f57-a399cfdb9af8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e52008ba287f487fafa759970505445e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6087115 Aug 17 14:21:56.591031 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb14ce-3c28-47ea-8f57-a399cfdb9af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419d834-8407-4555-9608-2c9191cc5a58,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:56.618264 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:21:56.663606 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:21:56.664554 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device eb2b6ba0-dee3-4bf0-9d07-5eabb4bfd29e not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:21:56.677093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0fc77b-00d3-4d2d-b585-b7933b9568d5 None None] Network 182f7496-2244-4d38-aabd-2caf97e63544 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:21:56.699479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b2da8841-00c8-4d9f-b370-f0c36720ad8c admin admin] Publish callbacks [] for security_group (0419d834-8407-4555-9608-2c9191cc5a58), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.732637 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b2da8841-00c8-4d9f-b370-f0c36720ad8c admin admin] Publish callbacks [] for security_group (0419d834-8407-4555-9608-2c9191cc5a58), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.746026 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:56.799823 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b2da8841-00c8-4d9f-b370-f0c36720ad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0419d834-8407-4555-9608-2c9191cc5a58), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.803723 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b2da8841-00c8-4d9f-b370-f0c36720ad8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:56.807521 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b2da8841-00c8-4d9f-b370-f0c36720ad8c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0419d834-8407-4555-9608-2c9191cc5a58 HTTP/1.1" status: 204 len: 168 time: 0.2143967 Aug 17 14:21:56.822368 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8841-00c8-4d9f-b370-f0c36720ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419d834-8407-4555-9608-2c9191cc5a58,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:57.367683 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47574) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:57.383312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef052aeb-50a1-48c2-ae12-69403294f7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.403415 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:57.487603 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef052aeb-50a1-48c2-ae12-69403294f7b0 admin admin] Publish callbacks [] for security_group (90418368-7793-4966-8d76-5619d4cdb53d), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.492592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ef052aeb-50a1-48c2-ae12-69403294f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (90418368-7793-4966-8d76-5619d4cdb53d), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.547370 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47582) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:57.547833 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ef052aeb-50a1-48c2-ae12-69403294f7b0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=37200aba793e4af9b13e07023877a092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789179 Aug 17 14:21:57.549009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef052aeb-50a1-48c2-ae12-69403294f7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90418368-7793-4966-8d76-5619d4cdb53d,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:57.604215 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:57.611746 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b498265e-22ea-416f-bb9a-453dd412c90e admin admin] Publish callbacks [] for security_group (90418368-7793-4966-8d76-5619d4cdb53d), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.627583 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e273-1f37-4b28-b448-131c0f8f5a7f req-69791df6-7bdf-4398-aa33-89ab4deace26 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:57.631394 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef50e273-1f37-4b28-b448-131c0f8f5a7f req-69791df6-7bdf-4398-aa33-89ab4deace26 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0703788 Aug 17 14:21:57.636429 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b498265e-22ea-416f-bb9a-453dd412c90e admin admin] Publish callbacks [] for security_group (90418368-7793-4966-8d76-5619d4cdb53d), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.700494 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef50e273-1f37-4b28-b448-131c0f8f5a7f req-3f96e983-e7ad-4076-8102-167a5c7da664 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 Aug 17 14:21:57.706722 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b498265e-22ea-416f-bb9a-453dd412c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (90418368-7793-4966-8d76-5619d4cdb53d), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.715250 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b498265e-22ea-416f-bb9a-453dd412c90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:57.717640 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b498265e-22ea-416f-bb9a-453dd412c90e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/90418368-7793-4966-8d76-5619d4cdb53d HTTP/1.1" status: 204 len: 168 time: 0.1693068 Aug 17 14:21:57.726414 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498265e-22ea-416f-bb9a-453dd412c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90418368-7793-4966-8d76-5619d4cdb53d,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:57.744750 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:57.817170 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47598) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:58.075584 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1688530242-network', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:58.099698 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Made reservation on behalf of e0ea90a7fe7644c4840c0361c9f95200 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:21:58.102518 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.113845 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.216890 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks [] for security_group (06a20921-4f0e-457b-8091-f6d613751f6f), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.222084 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (06a20921-4f0e-457b-8091-f6d613751f6f), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.262345 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:21:58.270182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a20921-4f0e-457b-8091-f6d613751f6f,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:58.294517 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (5b0df0e1-a378-4497-a945-9f1538c4fda5), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.298405 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Added segment 5b0df0e1-a378-4497-a945-9f1538c4fda5 of type vlan for network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef Aug 17 14:21:58.390703 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.415186 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:58.426864 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.431417 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:58.431417 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.472845 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47636) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:58.473356 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6545982 Aug 17 14:21:58.479032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Request body: {'subnet': {'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-subnet', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:58.536681 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Made reservation on behalf of e0ea90a7fe7644c4840c0361c9f95200 for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:21:58.547970 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:58.878970 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b633a1-4cdb-44dc-8ce3-121b27fe4c1d admin admin] Pushing event updated for resources: {'Network': ['ID=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:58.890161 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:21:59.012264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce6f27-d7c2-4f5c-8082-d25bba5d6038 req-a99a49f5-feba-4659-80fa-ebfe2284bd85 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:59.013847 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-96ce6f27-d7c2-4f5c-8082-d25bba5d6038 req-a99a49f5-feba-4659-80fa-ebfe2284bd85 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.1914647 Aug 17 14:21:59.014090 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-63df3863-fadd-4c6f-9498-079600bb1711 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:59.016058 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-63df3863-fadd-4c6f-9498-079600bb1711 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/networks?id=182f7496-2244-4d38-aabd-2caf97e63544 HTTP/1.1" status: 200 len: 814 time: 0.1600676 Aug 17 14:21:59.045223 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-6f255690-96e1-4f75-8e27-ceb2ff8c2cb2 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/quotas/c9a9f1d91792463295c5d5b0af9f9c9c HTTP/1.1" status: 200 len: 375 time: 0.0232496 Aug 17 14:21:59.091620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (b95f5af6-8b7a-4f24-8607-19395ada1320), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.096983 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4eda77c1-c8c7-47db-b8bf-86c5f51deee6 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461295 Aug 17 14:21:59.159027 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-96ce6f27-d7c2-4f5c-8082-d25bba5d6038 req-aa6886ed-30c6-4aae-8b66-16efa4522e3d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196849 Aug 17 14:21:59.166205 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:59.193197 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95f5af6-8b7a-4f24-8607-19395ada1320,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:21:59.203047 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:21:59.203525 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Network hostable DHCP agents. Network: e29dceb0-7ea5-4d8d-91b7-7218a7be8eef, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:21:59.227668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:21:59.241322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, e29dceb0-7ea5-4d8d-91b7-7218a7be8eef) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:21:59.241636 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-c91c4fc6-0e11-4eed-b7e7-6a018fbe25f3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369843 Aug 17 14:21:59.249370 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:21:59.250009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.257334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6630e34-b7fe-45bd-82e5-2b9edd9277ee None None] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:21:59.277390 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-cf72101c-7b81-49fa-947b-d146067bdb77 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7997212 Aug 17 14:21:59.277613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47670) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:21:59.283554 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:21:59.318581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (aafc973a-2532-4c82-9311-5731c69e4cbd), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.322405 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (aafc973a-2532-4c82-9311-5731c69e4cbd), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.413450 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-696cf427-950a-4a62-8ae9-eab2f659853a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652205 Aug 17 14:21:59.415277 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:21:59.420270 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks [] for router_controller (aafc973a-2532-4c82-9311-5731c69e4cbd), precommit_add_association {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.505551 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:21:59.506525 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.614338 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks [] for router_gateway (aafc973a-2532-4c82-9311-5731c69e4cbd), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:21:59.771451 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e9958e4d-d734-488f-9d92-906d6afa3374 req-fa0f554b-78b3-4401-b7ea-8cecba6c3c7b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 210 time: 0.0912998 Aug 17 14:21:59.816622 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Allocated IP 172.20.0.2 (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef/b95f5af6-8b7a-4f24-8607-19395ada1320/748c5b49-6e03-4058-8d0f-3a62d0988b49) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:21:59.897013 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47704) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:00.129324 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Publish callbacks [] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.138916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.139672 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks [] for router_gateway (aafc973a-2532-4c82-9311-5731c69e4cbd), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.196400 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.232623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:00.235621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:00.254078 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:00.389206 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4a8797f9-509e-41a2-916c-886cc8e66726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.396379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Attempting to bind port 748c5b49-6e03-4058-8d0f-3a62d0988b49 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:00.397067 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Attempting to bind port 748c5b49-6e03-4058-8d0f-3a62d0988b49 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:00.397810 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Attempting to bind port 748c5b49-6e03-4058-8d0f-3a62d0988b49 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:00.404290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:00.405015 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:00.405617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.406220 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Bound using segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:00.406925 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Bound port: 748c5b49-6e03-4058-8d0f-3a62d0988b49, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:00.407516 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.422858 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Pushing event updated for resources: {'Port': ['ID=748c5b49-6e03-4058-8d0f-3a62d0988b49,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:00.488851 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] For port 748c5b49-6e03-4058-8d0f-3a62d0988b49, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:00.496143 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] For port 748c5b49-6e03-4058-8d0f-3a62d0988b49, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=748c5b49-6e03-4058-8d0f-3a62d0988b49,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:00.512965 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.560740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Allocated IP 172.27.1.138 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:00.594285 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a5781-7000-4bcd-bc3b-344bdf1f650e req-e026e2ed-da59-4a9e-9775-711375669d35 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:00.596463 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3f2a5781-7000-4bcd-bc3b-344bdf1f650e req-e026e2ed-da59-4a9e-9775-711375669d35 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.2440028 Aug 17 14:22:00.610758 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:00.631270 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e60e-683e-4eeb-8bb9-b70fd6fd0c41 None None] Pushing event updated for resources: {'Port': ['ID=748c5b49-6e03-4058-8d0f-3a62d0988b49,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:00.736989 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3f2a5781-7000-4bcd-bc3b-344bdf1f650e req-921d9091-190d-448e-a45f-6860bdadf02c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324825 Aug 17 14:22:00.744320 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks [] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.764862 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4a8797f9-509e-41a2-916c-886cc8e66726 admin admin] Publish callbacks [] for security_group (e5f748fd-ade4-4713-b5da-a1f86d216f85), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.771119 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4a8797f9-509e-41a2-916c-886cc8e66726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (e5f748fd-ade4-4713-b5da-a1f86d216f85), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.778027 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:00.842848 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8797f9-509e-41a2-916c-886cc8e66726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f748fd-ade4-4713-b5da-a1f86d216f85,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:00.871302 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4a8797f9-509e-41a2-916c-886cc8e66726 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f604d826f5974a2ca8a43440c00fc654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9731719 Aug 17 14:22:00.873983 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47740) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:00.911048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:00.996684 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ceb4d-4d77-47a7-aaa3-6c1da2d52065 req-78179414-7ef6-4468-8577-8e87bf06f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:00.998184 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-830ceb4d-4d77-47a7-aaa3-6c1da2d52065 req-78179414-7ef6-4468-8577-8e87bf06f0f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1129 time: 0.2219400 Aug 17 14:22:01.037762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9f61e09-2c36-4e69-bde5-6eb13ce6b789 admin admin] Publish callbacks [] for security_group (e5f748fd-ade4-4713-b5da-a1f86d216f85), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.042712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:01.075002 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5ab54cb4-dba9-4b24-bf88-d2607e65bdfa req-c56f10eb-89d3-44bf-a8b7-e846595404ca tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 210 time: 0.1214681 Aug 17 14:22:01.075612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Pushing event updated for resources: {'Port': ['ID=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:01.086017 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:01.092119 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:01.112010 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9f61e09-2c36-4e69-bde5-6eb13ce6b789 admin admin] Publish callbacks [] for security_group (e5f748fd-ade4-4713-b5da-a1f86d216f85), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.180629 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9f61e09-2c36-4e69-bde5-6eb13ce6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (e5f748fd-ade4-4713-b5da-a1f86d216f85), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.184181 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9f61e09-2c36-4e69-bde5-6eb13ce6b789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.185925 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e9f61e09-2c36-4e69-bde5-6eb13ce6b789 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e5f748fd-ade4-4713-b5da-a1f86d216f85 HTTP/1.1" status: 204 len: 168 time: 0.3108518 Aug 17 14:22:01.186070 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-830ceb4d-4d77-47a7-aaa3-6c1da2d52065 req-cdc5c577-4e53-4138-8f71-c07748bb4c6b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458139 Aug 17 14:22:01.195734 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f61e09-2c36-4e69-bde5-6eb13ce6b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f748fd-ade4-4713-b5da-a1f86d216f85,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:01.430550 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks [] for router_gateway (aafc973a-2532-4c82-9311-5731c69e4cbd), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.525027 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:01.549850 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47752) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:01.564645 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-caea73d6-e3a0-49a0-b48a-e9934dcc3cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.628439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:01.661747 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-caea73d6-e3a0-49a0-b48a-e9934dcc3cf7 admin admin] Publish callbacks [] for security_group (4e72dc38-a37f-485d-9fe1-a506a2e97f7b), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.665915 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-caea73d6-e3a0-49a0-b48a-e9934dcc3cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (4e72dc38-a37f-485d-9fe1-a506a2e97f7b), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.704242 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (aafc973a-2532-4c82-9311-5731c69e4cbd), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.714439 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-caea73d6-e3a0-49a0-b48a-e9934dcc3cf7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1a62dde1842548bfb6d8883307808794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632144 Aug 17 14:22:01.715184 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47754) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:01.715876 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea73d6-e3a0-49a0-b48a-e9934dcc3cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72dc38-a37f-485d-9fe1-a506a2e97f7b,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:01.772692 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-809b8511-6ed3-4b0e-af5d-7de959416df4 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:01.774207 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-809b8511-6ed3-4b0e-af5d-7de959416df4 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "GET /networking/v2.0/networks?id=182f7496-2244-4d38-aabd-2caf97e63544 HTTP/1.1" status: 200 len: 814 time: 0.1838834 Aug 17 14:22:01.778758 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6255931-e573-4786-9732-0b7de3dfcfa7 admin admin] Publish callbacks [] for security_group (4e72dc38-a37f-485d-9fe1-a506a2e97f7b), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.803516 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6255931-e573-4786-9732-0b7de3dfcfa7 admin admin] Publish callbacks [] for security_group (4e72dc38-a37f-485d-9fe1-a506a2e97f7b), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.884104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Router aafc973a-2532-4c82-9311-5731c69e4cbd is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:22:01.888764 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a48fd9-608a-4eb3-9e3d-8219dd065d23 req-8cbb084a-a497-400f-b127-18c632b5887c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:01.890391 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-06a48fd9-608a-4eb3-9e3d-8219dd065d23 req-8cbb084a-a497-400f-b127-18c632b5887c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0584178 Aug 17 14:22:01.920373 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Request body: {'port': {'device_id': '0f634be5-85db-40d4-a338-260ac57e34ed', 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544', 'admin_state_up': True, 'tenant_id': 'c9a9f1d91792463295c5d5b0af9f9c9c'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:01.937220 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6255931-e573-4786-9732-0b7de3dfcfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (4e72dc38-a37f-485d-9fe1-a506a2e97f7b), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.939983 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6255931-e573-4786-9732-0b7de3dfcfa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:01.943664 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b6255931-e573-4786-9732-0b7de3dfcfa7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4e72dc38-a37f-485d-9fe1-a506a2e97f7b HTTP/1.1" status: 204 len: 168 time: 0.2210791 Aug 17 14:22:01.969773 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6255931-e573-4786-9732-0b7de3dfcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72dc38-a37f-485d-9fe1-a506a2e97f7b,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:02.037827 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-06a48fd9-608a-4eb3-9e3d-8219dd065d23 req-f2495857-95a5-453a-9da1-8d4b36942d9b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291890 Aug 17 14:22:02.213111 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37344708-2aee-4db8-b2e3-2c8632bdc8d8 None None] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:02.377192 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:02.420176 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] Provisioning complete for port 748c5b49-6e03-4058-8d0f-3a62d0988b49 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:02.420538 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:02.505378 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:02.569225 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 748c5b49-6e03-4058-8d0f-3a62d0988b49 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:02.645187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:02.667707 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] Current status of the port 748c5b49-6e03-4058-8d0f-3a62d0988b49 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:02.673027 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:02.688498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:02.704379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:02.712294 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-10bdc8a3-544d-45af-af4c-682e84449b1e req-7cc40e4f-33e3-45ef-8b37-963b64d16d6a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 210 time: 0.0679209 Aug 17 14:22:02.744127 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:02.744611 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:02.748899 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:02.750828 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-432ea83b-22fd-4665-9a5c-9d9475201cee admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4722133 Aug 17 14:22:02.752389 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Made reservation on behalf of c9a9f1d91792463295c5d5b0af9f9c9c for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:02.753623 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47790) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:02.758172 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:02.827316 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 748c5b49-6e03-4058-8d0f-3a62d0988b49 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:02.827684 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:02.905824 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] For port 748c5b49-6e03-4058-8d0f-3a62d0988b49, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=748c5b49-6e03-4058-8d0f-3a62d0988b49,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:02.915897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:02.938698 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:02.962493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Allocated IP 172.20.0.5 (182f7496-2244-4d38-aabd-2caf97e63544/660445f5-2225-40db-9359-1565df2aeea7/a0ddb9b7-a0ad-45dc-bbeb-345087aa8498) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:03.025558 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:03.154743 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1056d2-ab02-4303-b538-bd5d7a8caa5d None None] Pushing event updated for resources: {'Port': ['ID=748c5b49-6e03-4058-8d0f-3a62d0988b49,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:03.154743 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 748c5b49-6e03-4058-8d0f-3a62d0988b49 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:03.164892 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-4f2872c1-24ee-481f-8afa-f6fefd87b9dc None None] Provisioning complete for port 748c5b49-6e03-4058-8d0f-3a62d0988b49 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:03.165295 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4f2872c1-24ee-481f-8afa-f6fefd87b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.253331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks [] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.289561 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:03.297374 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.373619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Network 182f7496-2244-4d38-aabd-2caf97e63544 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:03.378689 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:03.380986 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Pushing event updated for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:03.383863 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:03.427488 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3219e8d-3011-4116-bbd1-11aa9831ffaf req-c0c8f558-5c89-4f69-a57d-e162080f7d25 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:03.434668 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3219e8d-3011-4116-bbd1-11aa9831ffaf req-c0c8f558-5c89-4f69-a57d-e162080f7d25 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.1139464 Aug 17 14:22:03.464697 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:03.465829 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.495756 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-111e9b55-0986-49ca-9453-462603eb5cf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5815825 Aug 17 14:22:03.499353 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4f2872c1-24ee-481f-8afa-f6fefd87b9dc None None] Current status of the port 748c5b49-6e03-4058-8d0f-3a62d0988b49 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:03.506321 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:03.532517 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3219e8d-3011-4116-bbd1-11aa9831ffaf req-ce145c8c-e0a2-4df8-b201-59110a3b502b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949173 Aug 17 14:22:03.539378 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:01Z', 'revision_number': 3, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:03.565277 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:03.565629 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Updating router aafc973a-2532-4c82-9311-5731c69e4cbd port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:22:03.577943 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.598257 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.600807 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:03.802835 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:03.843072 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Allocated IP 172.20.0.1 (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef/b95f5af6-8b7a-4f24-8607-19395ada1320/bda156a3-c7b3-4c75-9cf9-a4f0f7764921) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:03.891331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffcf9-9908-4a5f-a6d9-4c9c4c0deb9e req-4aa52da9-366b-49fc-9af4-44837661e696 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:03.893523 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1d8ffcf9-9908-4a5f-a6d9-4c9c4c0deb9e req-4aa52da9-366b-49fc-9af4-44837661e696 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0929523 Aug 17 14:22:03.948333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:03.969731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Publish callbacks [] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.984064 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:03.984935 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c795-956f-48f2-b7a5-4ab0e06e0eae req-9ffe9d49-a6b4-42d3-b6f4-f937aa62bb59 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:03.987766 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2244c795-956f-48f2-b7a5-4ab0e06e0eae req-9ffe9d49-a6b4-42d3-b6f4-f937aa62bb59 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 931 time: 0.1110976 Aug 17 14:22:04.003330 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Attempting to bind port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:04.003708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Attempting to bind port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:04.004124 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Attempting to bind port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:04.007114 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1d8ffcf9-9908-4a5f-a6d9-4c9c4c0deb9e req-55b22262-b881-4513-8cd8-f4a5da2ba097 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Aug 17 14:22:04.033591 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:04.034269 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:04.034723 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.035161 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:04.035661 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Bound port: 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:04.036397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.075629 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks [] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.087790 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db9aa8-7430-4b2a-95b4-3ee5fcb0f61b None None] Pushing event updated for resources: {'Port': ['ID=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:04.100454 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2244c795-956f-48f2-b7a5-4ab0e06e0eae req-990a7dd8-bdd3-4986-98eb-4bebb1b3021b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068141 Aug 17 14:22:04.127526 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] For port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:04.131632 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] For port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:04.134646 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.140093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.180909 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:04.182150 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:04.182878 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:04.183026 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:04.186685 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:04.255651 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (aafc973a-2532-4c82-9311-5731c69e4cbd), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.257174 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db9aa8-7430-4b2a-95b4-3ee5fcb0f61b None None] Pushing event updated for resources: {'Port': ['ID=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:04.454401 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:04.455007 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Pushing event updated for resources: {'Port': ['ID=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:04.496568 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.507777 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:04.529756 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 748c5b49-6e03-4058-8d0f-3a62d0988b49 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:04.533847 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:04.605994 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-74c2a837-8e93-459f-8e04-4d543c45729c None None] Provisioning complete for port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:04.606376 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-74c2a837-8e93-459f-8e04-4d543c45729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.672714 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-74c2a837-8e93-459f-8e04-4d543c45729c None None] Port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:04.679908 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 748c5b49-6e03-4058-8d0f-3a62d0988b49 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:04.680285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.688096 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks [] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.694697 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.774110 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Pushing event updated for resources: {'Port': ['ID=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:04.774350 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:01Z', 'revision_number': 3, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:04.778139 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (aafc973a-2532-4c82-9311-5731c69e4cbd), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:04.830170 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f9faa-2207-4a97-965e-54a94bca227a None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:01Z', 'revision_number': 3, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:04.852896 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 748c5b49-6e03-4058-8d0f-3a62d0988b49 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:04.905208 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:04.906772 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:05.038911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:22:05.193997 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ace-3cbe-4c32-b5b9-25d7b31edf18 req-9accbacc-6e69-4fe4-9024-7a98ec2f18e0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:05.202716 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15f91ace-3cbe-4c32-b5b9-25d7b31edf18 req-9accbacc-6e69-4fe4-9024-7a98ec2f18e0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.1044199 Aug 17 14:22:05.227732 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:05.241534 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e4a89517-c81f-4525-a7ae-0deb44203236 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/aafc973a-2532-4c82-9311-5731c69e4cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4864318 Aug 17 14:22:05.301089 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-4aad2d8b-b9f8-40eb-9988-49c12690355b None None] Provisioning complete for port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:05.301476 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4aad2d8b-b9f8-40eb-9988-49c12690355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:05.320921 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Request body: {'port': {'device_id': '0f634be5-85db-40d4-a338-260ac57e34ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:05.344259 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15f91ace-3cbe-4c32-b5b9-25d7b31edf18 req-351e6721-77ae-4ba3-ab50-1c62f4d04623 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404555 Aug 17 14:22:05.387917 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:05.388621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99256db-09ed-4a0a-944a-315c3a3eb04b req-28aae362-e88b-4b8e-811a-c68fcda8b90e tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:05.401085 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f99256db-09ed-4a0a-944a-315c3a3eb04b req-28aae362-e88b-4b8e-811a-c68fcda8b90e tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 931 time: 0.1583843 Aug 17 14:22:05.427480 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4aad2d8b-b9f8-40eb-9988-49c12690355b None None] Port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:05.536090 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f99256db-09ed-4a0a-944a-315c3a3eb04b req-242ea985-8738-464f-b948-bc9fe74b1567 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274564 Aug 17 14:22:05.556302 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-6f2cc3e4-ce4b-47ce-bfb0-ccc819c2cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:05.558781 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-6f2cc3e4-ce4b-47ce-bfb0-ccc819c2cf48 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1129 time: 0.1174576 Aug 17 14:22:05.625691 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:05.924671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-873673a6-0e82-467d-a295-3a63cd1ef5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:05.927086 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-873673a6-0e82-467d-a295-3a63cd1ef5c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.3421001 Aug 17 14:22:05.957335 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47916) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:05.963460 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449806673', 'description': 'tempest-description--838602163'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:06.001021 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.073277 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-1c170953-06f2-4522-af5b-590518fa3318 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 200 len: 217 time: 0.0951362 Aug 17 14:22:06.110934 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (d678e050-8955-4cde-9f36-703f3ebe66ff), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.116804 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d678e050-8955-4cde-9f36-703f3ebe66ff), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.154222 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.170064 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2110469 Aug 17 14:22:06.178435 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47922) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:06.183388 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-21e1d0ad-3981-4678-8c7b-e337532ae4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:06.185064 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-21e1d0ad-3981-4678-8c7b-e337532ae4c5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.1047537 Aug 17 14:22:06.190173 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ec09c-b330-4e40-b64a-99cbf7267b2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d678e050-8955-4cde-9f36-703f3ebe66ff,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:06.217267 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': 'd678e050-8955-4cde-9f36-703f3ebe66ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:06.330767 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-0afcbc50-ddd9-4b86-b6a4-ecac2b0b6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:06.332778 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-0afcbc50-ddd9-4b86-b6a4-ecac2b0b6338 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1009133 Aug 17 14:22:06.349768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:06.377984 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Publish callbacks [] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.380791 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (a5f624bb-50c2-43cd-9445-80f2c2ac6c97), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.470216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Transition to ACTIVE for port object a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:22:06.473968 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:06.495102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.496433 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:06.522859 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:06.572074 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:06.610273 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:06.649397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:06.687851 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49fba5-a0dc-4f52-b205-764757ae9f59 req-7389f54a-e284-41ca-9794-6d198420d970 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:06.693443 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:06.694441 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.701742 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dd49fba5-a0dc-4f52-b205-764757ae9f59 req-7389f54a-e284-41ca-9794-6d198420d970 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.2515974 Aug 17 14:22:06.702549 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-fc700d56-9647-4300-83b3-27c147b31264 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560858 Aug 17 14:22:06.708259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:06.808072 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dd49fba5-a0dc-4f52-b205-764757ae9f59 req-c218907a-7de1-4a2f-a83a-0676620cdb03 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983937 Aug 17 14:22:06.826568 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (a5f624bb-50c2-43cd-9445-80f2c2ac6c97), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.847794 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47952) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:06.867616 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (a5f624bb-50c2-43cd-9445-80f2c2ac6c97), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.909152 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:06.909816 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:06.940891 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:06.946434 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.007574 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f624bb-50c2-43cd-9445-80f2c2ac6c97,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:07.061832 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:07.085155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc85445-3dc5-4e0c-8802-4ed26a99ea2b req-43f1138f-772f-4fd4-bcb9-71405880b6ec tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:07.096583 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cdc85445-3dc5-4e0c-8802-4ed26a99ea2b req-43f1138f-772f-4fd4-bcb9-71405880b6ec tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.2888200 Aug 17 14:22:07.124037 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.125262 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6cad8c17-cd83-4288-909c-5dba407bbd5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9445052 Aug 17 14:22:07.128142 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47968) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:07.133724 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': 'd678e050-8955-4cde-9f36-703f3ebe66ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:07.138464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Attempting to bind port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:07.138859 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Attempting to bind port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:07.139189 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Attempting to bind port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 on network 182f7496-2244-4d38-aabd-2caf97e63544 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:07.143363 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-884db06c-292e-4e3e-ba05-7a73c6490fbd req-09ab3db0-c7a3-43f1-90dd-f8fa4a8492e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900733 Aug 17 14:22:07.156892 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 on network 182f7496-2244-4d38-aabd-2caf97e63544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:22:07.157219 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Attempting to bind port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 on network 182f7496-2244-4d38-aabd-2caf97e63544 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:07.176969 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:07.177355 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Checking segment: {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:07.177679 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Bound using segment: {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:07.178195 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Bound port: a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:07.178514 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.188521 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (cd37d46d-fa90-492d-b42b-281f3b3a242f), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.238863 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cdc85445-3dc5-4e0c-8802-4ed26a99ea2b req-4febfbe7-ef72-4eb7-93e9-ade2322d077b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421652 Aug 17 14:22:07.239805 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4b016a05-9532-4ada-a273-41883e6b4c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.309625 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (cd37d46d-fa90-492d-b42b-281f3b3a242f), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.318885 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (cd37d46d-fa90-492d-b42b-281f3b3a242f), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.331733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:07.351081 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd37d46d-fa90-492d-b42b-281f3b3a242f,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:07.355326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:07.366830 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.367002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.368701 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ff8462d3-c8f8-45f2-b260-8fe9919d77eb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387011 Aug 17 14:22:07.371885 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 47976) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:07.378100 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:07.390410 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:07.395162 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:07.395761 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.397135 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 HTTP/1.1" status: 200 len: 1093 time: 2.0874400 Aug 17 14:22:07.400427 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:07.403983 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:07.404269 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d44de4-a409-4a34-a478-2bd7582337b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:07.404741 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:07.430562 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.462916 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4b016a05-9532-4ada-a273-41883e6b4c21 admin admin] Publish callbacks [] for security_group (97f83a41-1ead-454e-97e1-4d81dae5b26c), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.466149 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68842b01-cede-451f-845f-65f120d4cb7f x-openstack-request-id: req-68842b01-cede-451f-845f-65f120d4cb7f {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:07.466518 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:07.466842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68842b01-cede-451f-845f-65f120d4cb7f {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:07.467321 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68842b01-cede-451f-845f-65f120d4cb7f'] response: {'name': 'network-changed', 'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498', 'status': 'completed', 'code': 200} Aug 17 14:22:07.474146 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4b016a05-9532-4ada-a273-41883e6b4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (97f83a41-1ead-454e-97e1-4d81dae5b26c), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.508856 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-4b016a05-9532-4ada-a273-41883e6b4c21 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e8aa5be0fe1a4828973db96aa60372ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6448743 Aug 17 14:22:07.509594 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47982) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:07.529728 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155ba80-583d-45f2-a13b-20f5e2da8d10 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:07.556700 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:07.566211 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b016a05-9532-4ada-a273-41883e6b4c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f83a41-1ead-454e-97e1-4d81dae5b26c,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:07.593326 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.596140 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef778-00cb-45eb-a38c-475604d8e43c admin admin] Publish callbacks [] for security_group (97f83a41-1ead-454e-97e1-4d81dae5b26c), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.601016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:07.613114 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:07.624421 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef778-00cb-45eb-a38c-475604d8e43c admin admin] Publish callbacks [] for security_group (97f83a41-1ead-454e-97e1-4d81dae5b26c), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.678830 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef778-00cb-45eb-a38c-475604d8e43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (97f83a41-1ead-454e-97e1-4d81dae5b26c), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.681919 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef778-00cb-45eb-a38c-475604d8e43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.685837 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-9d5ef778-00cb-45eb-a38c-475604d8e43c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/97f83a41-1ead-454e-97e1-4d81dae5b26c HTTP/1.1" status: 204 len: 168 time: 0.1706583 Aug 17 14:22:07.693475 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ef778-00cb-45eb-a38c-475604d8e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f83a41-1ead-454e-97e1-4d81dae5b26c,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:07.723829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.27.1.50 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/1628a950-0cba-428f-bc2d-1fee7a40ec08) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:07.793227 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:07.820333 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:07.820693 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Updating router aafc973a-2532-4c82-9311-5731c69e4cbd port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:22:07.862457 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.863570 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.909427 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:07.931226 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:07.938897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:07.939972 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252deef2-d3d5-412d-8bb6-144b66845eed req-77de1c83-37f2-4b53-9b24-44481fc6a76b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:07.941958 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-252deef2-d3d5-412d-8bb6-144b66845eed req-77de1c83-37f2-4b53-9b24-44481fc6a76b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0565166 Aug 17 14:22:07.958369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:08.009524 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-252deef2-d3d5-412d-8bb6-144b66845eed req-553293ca-8a13-4299-a004-a97988b78e5b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577788 Aug 17 14:22:08.009627 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=1628a950-0cba-428f-bc2d-1fee7a40ec08,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:08.043035 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:08.086278 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 47998) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:08.115175 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e40028e9-0185-434d-9d90-5db97fa66fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.139502 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (736da251-9ba0-4fc7-b956-59f77c61c761), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.146342 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:08.151706 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:08.188602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:08.201193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.269914 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Publish callbacks [] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.286095 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.296916 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e40028e9-0185-434d-9d90-5db97fa66fa8 admin admin] Publish callbacks [] for security_group (c7aa2516-b930-40c0-9ebe-352f3bf41f02), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.305208 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e40028e9-0185-434d-9d90-5db97fa66fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c7aa2516-b930-40c0-9ebe-352f3bf41f02), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.351907 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40028e9-0185-434d-9d90-5db97fa66fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa2516-b930-40c0-9ebe-352f3bf41f02,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:08.394624 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-e40028e9-0185-434d-9d90-5db97fa66fa8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4802cdc40a8e4edab83699318b2121e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071718 Aug 17 14:22:08.398996 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48016) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:08.407103 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Pushing event updated for resources: {'Port': ['ID=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:08.426843 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.427496 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.428070 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.428653 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.429183 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.429745 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.430300 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.430818 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.431354 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.431910 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.433454 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.434070 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.434596 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.435238 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.435818 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:08.442142 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Attempting to bind port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:08.442949 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Attempting to bind port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:08.443533 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Attempting to bind port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:08.450136 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:08.450606 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:08.451357 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.452134 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Bound using segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:08.452675 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Bound port: bda156a3-c7b3-4c75-9cf9-a4f0f7764921, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:08.453221 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.458685 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.468787 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.564076 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] For port bda156a3-c7b3-4c75-9cf9-a4f0f7764921, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:08.572244 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] For port bda156a3-c7b3-4c75-9cf9-a4f0f7764921, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:08.590307 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.611391 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:08.612311 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:21:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:08.621448 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b19d43-09e4-4db3-9dfc-05e4f6bf5d9a req-cc188704-b5d4-4007-bd0f-7f2e68c04363 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:08.623080 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-98b19d43-09e4-4db3-9dfc-05e4f6bf5d9a req-cc188704-b5d4-4007-bd0f-7f2e68c04363 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.2265491 Aug 17 14:22:08.635506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:08.703348 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-27d8bce3-4a1b-4c10-8b1b-ca49605c26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:08.705545 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-27d8bce3-4a1b-4c10-8b1b-ca49605c26c5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 1127 time: 0.1896527 Aug 17 14:22:08.732881 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:08.733319 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.775301 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24393dc3-7954-4042-8229-3301e3831cc7 admin admin] Publish callbacks [] for security_group (c7aa2516-b930-40c0-9ebe-352f3bf41f02), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.781046 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:08.808912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24393dc3-7954-4042-8229-3301e3831cc7 admin admin] Publish callbacks [] for security_group (c7aa2516-b930-40c0-9ebe-352f3bf41f02), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.826066 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:22:08.828847 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934f9b-6b43-42e4-9eb2-5cb07bf2f03e None None] Pushing event updated for resources: {'Port': ['ID=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:08.912647 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:08.967288 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-271f59f6-a5a5-4224-b934-78bffda30d6a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 HTTP/1.1" status: 200 len: 217 time: 0.2092502 Aug 17 14:22:08.975060 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=1628a950-0cba-428f-bc2d-1fee7a40ec08,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:08.981902 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (736da251-9ba0-4fc7-b956-59f77c61c761), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:08.997659 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24393dc3-7954-4042-8229-3301e3831cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c7aa2516-b930-40c0-9ebe-352f3bf41f02), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:09.000294 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24393dc3-7954-4042-8229-3301e3831cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:09.001456 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-24393dc3-7954-4042-8229-3301e3831cc7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c7aa2516-b930-40c0-9ebe-352f3bf41f02 HTTP/1.1" status: 204 len: 168 time: 0.6014314 Aug 17 14:22:09.023596 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24393dc3-7954-4042-8229-3301e3831cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa2516-b930-40c0-9ebe-352f3bf41f02,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:09.032789 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-98b19d43-09e4-4db3-9dfc-05e4f6bf5d9a req-3888b389-4f0a-4def-b67f-aeea5c040a14 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835392 Aug 17 14:22:09.059646 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8c2a-54ca-40db-8289-98fca3410724 req-037cc1f5-2de7-4652-9774-612530dae284 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:09.059646 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-484a8c2a-54ca-40db-8289-98fca3410724 req-037cc1f5-2de7-4652-9774-612530dae284 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0938072 Aug 17 14:22:09.066987 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:09.068277 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b6b52182-85e2-475a-b625-635cf1da33d9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6951702 Aug 17 14:22:09.142323 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:09.148551 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:08Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:09.159712 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-484a8c2a-54ca-40db-8289-98fca3410724 req-d4c392c5-e392-46db-b581-df4e3750df64 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042228 Aug 17 14:22:09.190083 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9886f16-073b-49a1-bd8a-5bc6c640f9f6 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:08Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:09.213325 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddef87-b3c6-4ce3-a665-99906cd9d509 req-8d599175-6c3d-4d2f-83cf-2ff13bb93501 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:09.217573 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e2ddef87-b3c6-4ce3-a665-99906cd9d509 req-8d599175-6c3d-4d2f-83cf-2ff13bb93501 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0847199 Aug 17 14:22:09.313428 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e2ddef87-b3c6-4ce3-a665-99906cd9d509 req-6ad584d3-71e6-40bb-80a8-7e7eb6f7f3dd tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868371 Aug 17 14:22:09.388068 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:09.407215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-f4783cac-b109-47e0-8138-765e73c1743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:09.408738 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-f4783cac-b109-47e0-8138-765e73c1743b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=660445f5-2225-40db-9359-1565df2aeea7 HTTP/1.1" status: 200 len: 854 time: 0.1135468 Aug 17 14:22:09.488519 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-a6b33595-90e7-422c-a814-4a74ba71c87b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=182f7496-2244-4d38-aabd-2caf97e63544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585592 Aug 17 14:22:09.549846 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-ccc60dba-40d1-4a07-8c1d-b5af83061dbf tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--449806673&fields=id&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 267 time: 0.0885868 Aug 17 14:22:09.672985 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-39fe7827-7b6c-4025-b5a9-80edb47ea6f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783404 Aug 17 14:22:09.797381 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-17028560-d422-4fde-9751-04fc132d3a3c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:09.809951 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-17028560-d422-4fde-9751-04fc132d3a3c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.2465537 Aug 17 14:22:09.848825 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-af3ae24a-0a06-4a87-b028-b30ee4ea04b8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/quotas/e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 375 time: 0.0367877 Aug 17 14:22:09.874912 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1e6ff24-47ad-4c68-9c38-215e146085d1 req-bbefad92-fa6f-49db-a700-6f44e60b3c97 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960781 Aug 17 14:22:10.003856 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-f4804523-f80f-4ae9-aeaa-6438c1e64182 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538200 Aug 17 14:22:10.170424 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-b3775207-6936-494b-9e49-91b820e0acb7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486671 Aug 17 14:22:10.228991 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:10.236607 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ff18-d3d3-4167-87ca-e45038f6b641 req-d4b33128-91a0-4004-b3a5-d878ddc45c9f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:10.238088 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d799ff18-d3d3-4167-87ca-e45038f6b641 req-d4b33128-91a0-4004-b3a5-d878ddc45c9f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0827909 Aug 17 14:22:10.322021 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d799ff18-d3d3-4167-87ca-e45038f6b641 req-704578c7-6061-437b-ae6c-464330ef3bd0 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723290 Aug 17 14:22:10.360454 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-65bd79d5-306e-45e0-bf7e-6d574e209e6f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789396 Aug 17 14:22:10.558077 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bda156a3-c7b3-4c75-9cf9-a4f0f7764921 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:10.609051 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde00923-3206-465e-b1f7-4a849e5b4bea req-43cf0283-5bd6-4771-ae89-65aeb25018bc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:10.610990 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dde00923-3206-465e-b1f7-4a849e5b4bea req-43cf0283-5bd6-4771-ae89-65aeb25018bc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1061122 Aug 17 14:22:10.649275 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-682b9423-331c-43ef-ab4d-3e1333ebb28e req-735b232f-5ddd-408d-b516-9feda86efe73 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 210 time: 0.0553629 Aug 17 14:22:10.650147 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:10.650524 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:10.701921 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dde00923-3206-465e-b1f7-4a849e5b4bea req-5bd3aa35-1d43-4dd1-87a3-310c43737238 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835383 Aug 17 14:22:10.810962 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:10.811327 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:10.879156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port bda156a3-c7b3-4c75-9cf9-a4f0f7764921, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:10.887329 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:10.912357 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-636da09a-2e80-4cb1-bf56-3421a1fb99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:10.919281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-636da09a-2e80-4cb1-bf56-3421a1fb99cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 1127 time: 0.1135781 Aug 17 14:22:10.986630 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:11.079966 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-71b5df44-55ec-4e6e-af54-dc7fcaa03fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:11.086172 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-71b5df44-55ec-4e6e-af54-dc7fcaa03fd6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=182f7496-2244-4d38-aabd-2caf97e63544 HTTP/1.1" status: 200 len: 915 time: 0.1482713 Aug 17 14:22:11.193731 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-99c0871f-6aba-4aaf-8416-262e7bc2fece service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 HTTP/1.1" status: 200 len: 217 time: 0.0965133 Aug 17 14:22:11.275364 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-5ff98e4b-f21b-4609-8207-596834a8a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:11.286261 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-5ff98e4b-f21b-4609-8207-596834a8a36d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=660445f5-2225-40db-9359-1565df2aeea7 HTTP/1.1" status: 200 len: 854 time: 0.0900395 Aug 17 14:22:11.287910 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48150) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:11.295804 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48152) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:11.297652 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131874566', 'description': 'tempest-description--1565179450'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:11.330360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.362353 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-c2331b53-50dd-4881-b320-96c83d7a3f0d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=182f7496-2244-4d38-aabd-2caf97e63544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441628 Aug 17 14:22:11.488025 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9a92aff-1e65-4a0b-a029-98640da4a285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.557765 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:11.668046 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group (b4ddf5f0-a30e-4e0d-821c-73b13909a33d), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.679549 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7aa0-4d25-438b-8189-25ebfdd5f0cf req-7bae6465-9497-4e11-ba5e-eb07a0a0be26 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:11.683407 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6ce7aa0-4d25-438b-8189-25ebfdd5f0cf req-7bae6465-9497-4e11-ba5e-eb07a0a0be26 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.1978533 Aug 17 14:22:11.704788 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:11.711460 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9a92aff-1e65-4a0b-a029-98640da4a285 admin admin] Publish callbacks [] for security_group (2630a896-8512-49c8-998e-76b6b0e37812), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.717692 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e9a92aff-1e65-4a0b-a029-98640da4a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2630a896-8512-49c8-998e-76b6b0e37812), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.725846 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b4ddf5f0-a30e-4e0d-821c-73b13909a33d), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.753049 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:11.761046 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e9a92aff-1e65-4a0b-a029-98640da4a285 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=33c94e9ea8ac4f109dc1c0d7814ab103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635129 Aug 17 14:22:11.761826 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48172) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:11.766860 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-66140b9f-5a2a-4b8c-b846-e49661879bdb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946390 Aug 17 14:22:11.800622 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48174) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:11.806689 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.808971 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5197115 Aug 17 14:22:11.828620 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48178) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:11.835539 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'security_group_rule': {'security_group_id': 'b4ddf5f0-a30e-4e0d-821c-73b13909a33d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:11.836421 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dd64e-b758-4dd7-9c2b-02e98ddaa8da tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ddf5f0-a30e-4e0d-821c-73b13909a33d,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:11.872165 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a92aff-1e65-4a0b-a029-98640da4a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2630a896-8512-49c8-998e-76b6b0e37812,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:11.891924 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6ce7aa0-4d25-438b-8189-25ebfdd5f0cf req-a1efafe2-47a7-4715-abcb-b7c0b2b94eed tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899002 Aug 17 14:22:11.920392 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0f47e096-c8ca-4885-a650-22492dc2d3be req-35b527df-a47b-47e4-bff2-2aba3fd4af4a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 210 time: 0.1169870 Aug 17 14:22:11.966408 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-24fa0a86-fbfd-4bf3-9591-c29df0b73720 admin admin] Publish callbacks [] for security_group (2630a896-8512-49c8-998e-76b6b0e37812), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:11.971467 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91d44de4-a409-4a34-a478-2bd7582337b0 req-1a9d8fe6-921b-42dd-a7b1-d5e55beec6f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851470 Aug 17 14:22:12.023740 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-24fa0a86-fbfd-4bf3-9591-c29df0b73720 admin admin] Publish callbacks [] for security_group (2630a896-8512-49c8-998e-76b6b0e37812), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.026089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group_rule (c0f2f3e8-f28a-4220-8b34-f7b2e36ec527), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.076448 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d63b-149a-4335-a86a-254d30220bbd req-cbc25dca-afcc-4956-873a-7e4ab70a89a3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:12.078289 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-31c0d63b-149a-4335-a86a-254d30220bbd req-cbc25dca-afcc-4956-873a-7e4ab70a89a3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0721250 Aug 17 14:22:12.097792 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e2d550b-3165-4358-a896-172672adaada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.140261 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-31c0d63b-149a-4335-a86a-254d30220bbd req-7f741fe7-a747-448f-b160-7ccf86bf3597 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502031 Aug 17 14:22:12.148720 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group_rule (c0f2f3e8-f28a-4220-8b34-f7b2e36ec527), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.150211 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-24fa0a86-fbfd-4bf3-9591-c29df0b73720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2630a896-8512-49c8-998e-76b6b0e37812), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.153630 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-24fa0a86-fbfd-4bf3-9591-c29df0b73720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.154875 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-24fa0a86-fbfd-4bf3-9591-c29df0b73720 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2630a896-8512-49c8-998e-76b6b0e37812 HTTP/1.1" status: 204 len: 168 time: 0.3896484 Aug 17 14:22:12.171192 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa0a86-fbfd-4bf3-9591-c29df0b73720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2630a896-8512-49c8-998e-76b6b0e37812,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:12.207518 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (c0f2f3e8-f28a-4220-8b34-f7b2e36ec527), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.289659 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f2f3e8-f28a-4220-8b34-f7b2e36ec527,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:12.314925 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.318460 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-115b9e68-7087-4bb2-a3b7-b6a7a1506e04 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4883807 Aug 17 14:22:12.321831 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48192) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:12.328348 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'security_group_rule': {'security_group_id': 'b4ddf5f0-a30e-4e0d-821c-73b13909a33d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:12.357148 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e2d550b-3165-4358-a896-172672adaada admin admin] Publish callbacks [] for security_group (dcb689c4-65fd-44cb-aab1-d3bf8169d866), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.363086 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e2d550b-3165-4358-a896-172672adaada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (dcb689c4-65fd-44cb-aab1-d3bf8169d866), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.368440 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group_rule (39142d06-519f-4d9e-87fe-379d589cb1fc), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.398159 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9e2d550b-3165-4358-a896-172672adaada admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d984e91860344dddbec62b60ede4f07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959344 Aug 17 14:22:12.403824 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48196) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:12.458300 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d550b-3165-4358-a896-172672adaada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb689c4-65fd-44cb-aab1-d3bf8169d866,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:12.477296 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:12.490046 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0f10e65c-9b0e-4122-b1cb-d585d17111cf admin admin] Publish callbacks [] for security_group (dcb689c4-65fd-44cb-aab1-d3bf8169d866), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.506989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-df6dec39-4478-407b-8aba-441420c64690 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:12.508196 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-df6dec39-4478-407b-8aba-441420c64690 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.1255748 Aug 17 14:22:12.515332 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0f10e65c-9b0e-4122-b1cb-d585d17111cf admin admin] Publish callbacks [] for security_group (dcb689c4-65fd-44cb-aab1-d3bf8169d866), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.587631 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0f10e65c-9b0e-4122-b1cb-d585d17111cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (dcb689c4-65fd-44cb-aab1-d3bf8169d866), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.590499 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0f10e65c-9b0e-4122-b1cb-d585d17111cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.591827 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-0f10e65c-9b0e-4122-b1cb-d585d17111cf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dcb689c4-65fd-44cb-aab1-d3bf8169d866 HTTP/1.1" status: 204 len: 168 time: 0.1866047 Aug 17 14:22:12.599489 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bda156a3-c7b3-4c75-9cf9-a4f0f7764921 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:12.624940 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e65c-9b0e-4122-b1cb-d585d17111cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb689c4-65fd-44cb-aab1-d3bf8169d866,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:12.660813 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group_rule (39142d06-519f-4d9e-87fe-379d589cb1fc), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.675053 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (39142d06-519f-4d9e-87fe-379d589cb1fc), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.703181 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-c4a650b7-7d67-42c5-b9d5-3636bde994a5 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 379 time: 0.1745725 Aug 17 14:22:12.707740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39142d06-519f-4d9e-87fe-379d589cb1fc,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:12.724604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.726363 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-3821abeb-faf1-4e15-85be-d7694b64af6a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4031901 Aug 17 14:22:12.730475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48208) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:12.733159 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:12.733841 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.736442 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:12.751430 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'port': {'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'admin_state_up': True, 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'security_groups': ['d678e050-8955-4cde-9f36-703f3ebe66ff']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:12.764506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48210) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:12.778445 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.834935 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2d69-1aa1-46e3-9017-1b1b6e8987d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.879194 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:12.906278 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:12.932064 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:12.934963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:12.992436 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Made reservation on behalf of e0ea90a7fe7644c4840c0361c9f95200 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:12.997115 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.001480 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:13.072242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:22:13.085747 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2d69-1aa1-46e3-9017-1b1b6e8987d1 admin admin] Publish callbacks [] for security_group (7066f595-31a5-42be-a7b5-f36f7ff61b93), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.090993 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:13.101612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2d69-1aa1-46e3-9017-1b1b6e8987d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (7066f595-31a5-42be-a7b5-f36f7ff61b93), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.105038 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb5ba-1bca-4797-b5ff-0d87b5a0992e req-46eb737e-6d72-43ef-8195-b5e48224445b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:13.106655 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f0ffb5ba-1bca-4797-b5ff-0d87b5a0992e req-46eb737e-6d72-43ef-8195-b5e48224445b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0830266 Aug 17 14:22:13.173573 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:13.230911 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:13.242225 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Allocated IP 172.27.1.112 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/6bf82b0d-dfeb-448e-b287-2cde42e724ec) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:13.257392 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498', 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544', 'port_id': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498', 'mac_address': 'fa:16:3e:cc:bc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660445f5-2225-40db-9359-1565df2aeea7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:22:13.275610 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f0ffb5ba-1bca-4797-b5ff-0d87b5a0992e req-17e50793-82d9-4eb4-963d-b8cbc22a3c4b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590683 Aug 17 14:22:13.282932 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9f61e575-5701-4a4e-b551-e043586c50eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.352952 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:13.354777 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.375745 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:13.399329 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-65c693d2-5f43-4d53-8a5e-90a295291520 req-8f73426c-9ceb-4e5c-a0c6-2fb0c5dcb087 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 210 time: 0.3428891 Aug 17 14:22:13.417658 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:13.438763 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.449406 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ca9a2d69-1aa1-46e3-9017-1b1b6e8987d1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f64bb313698b49318f5aa6146bd74f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787417 Aug 17 14:22:13.470861 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a2d69-1aa1-46e3-9017-1b1b6e8987d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7066f595-31a5-42be-a7b5-f36f7ff61b93,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:13.471823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.476251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48236) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:13.558533 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.20.0.8 (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef/b95f5af6-8b7a-4f24-8607-19395ada1320/1012d865-9b68-4b59-8fdd-7df2ac3cfa93) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:13.569272 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:13.577056 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4312-0fe8-4ab0-a598-0c4a119d9e04 req-f3381f73-a00e-4bb6-b1a9-6349b312687d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:13.585430 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-085d4312-0fe8-4ab0-a598-0c4a119d9e04 req-f3381f73-a00e-4bb6-b1a9-6349b312687d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0867150 Aug 17 14:22:13.590974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a625c56-50fc-4473-b3f1-6e1327c74f99 admin admin] Publish callbacks [] for security_group (7066f595-31a5-42be-a7b5-f36f7ff61b93), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.651116 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.668999 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a625c56-50fc-4473-b3f1-6e1327c74f99 admin admin] Publish callbacks [] for security_group (7066f595-31a5-42be-a7b5-f36f7ff61b93), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.705431 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-085d4312-0fe8-4ab0-a598-0c4a119d9e04 req-ca7cb9bf-1fc9-4234-bfb8-5680006d58a6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129549 Aug 17 14:22:13.726280 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:13.737633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'Port': ['ID=6bf82b0d-dfeb-448e-b287-2cde42e724ec,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:13.756730 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:13.758502 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:13.767564 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:13.824296 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a625c56-50fc-4473-b3f1-6e1327c74f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (7066f595-31a5-42be-a7b5-f36f7ff61b93), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.827330 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a625c56-50fc-4473-b3f1-6e1327c74f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.828561 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1a625c56-50fc-4473-b3f1-6e1327c74f99 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7066f595-31a5-42be-a7b5-f36f7ff61b93 HTTP/1.1" status: 204 len: 168 time: 0.3511758 Aug 17 14:22:13.837375 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.849923 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a625c56-50fc-4473-b3f1-6e1327c74f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7066f595-31a5-42be-a7b5-f36f7ff61b93,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:13.878697 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.893054 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.926491 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:13.933242 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:13.936414 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:13.952099 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:14.052180 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:14.052859 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.093398 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3484952 Aug 17 14:22:14.094508 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e592c-7508-4934-9203-ca73ed1b35ea tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:14.176972 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:14.279254 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.295236 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.341401 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-fe4ea588-0f8b-40b9-9c4f-5372f3ff7a44 None None] Provisioning complete for port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:14.341890 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea588-0f8b-40b9-9c4f-5372f3ff7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.342997 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:14.391764 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ea588-0f8b-40b9-9c4f-5372f3ff7a44 None None] Port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:14.414521 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63474b7c-7ba6-4e5a-9140-f0015da5937d req-d78b8340-94fc-4a00-bcb7-e2068cee7d5e tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:14.416853 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-63474b7c-7ba6-4e5a-9140-f0015da5937d req-d78b8340-94fc-4a00-bcb7-e2068cee7d5e tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 944 time: 0.0656998 Aug 17 14:22:14.421939 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'Port': ['ID=6bf82b0d-dfeb-448e-b287-2cde42e724ec,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:14.427265 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.440789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48272) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:14.447163 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.449921 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c7544abc-862a-45fe-b12e-684be8d59d37 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7169950 Aug 17 14:22:14.511928 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-63474b7c-7ba6-4e5a-9140-f0015da5937d req-42d0b879-230c-46f4-9302-88bb1f32d73f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851572 Aug 17 14:22:14.576439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8a27-221a-48d6-b998-cd314c9b42eb req-ebc9bb3b-b309-4558-9264-d12c747021c6 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:14.582360 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-955e8a27-221a-48d6-b998-cd314c9b42eb req-ebc9bb3b-b309-4558-9264-d12c747021c6 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 931 time: 0.0711930 Aug 17 14:22:14.598952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a6f5eb41-f7a9-4b6d-af7c-5fbf3d13848c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.617044 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:14.654799 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-955e8a27-221a-48d6-b998-cd314c9b42eb req-9f0b49ec-cdff-45b1-8679-578fd980011c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693274 Aug 17 14:22:14.727295 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a6f5eb41-f7a9-4b6d-af7c-5fbf3d13848c admin admin] Publish callbacks [] for security_group (fbb60644-f789-4645-b653-507a6abe5014), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.733410 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a6f5eb41-f7a9-4b6d-af7c-5fbf3d13848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (fbb60644-f789-4645-b653-507a6abe5014), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.787067 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-9a5e3929-d950-483d-99bb-710789a326d5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1131874566&fields=id&tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15 HTTP/1.1" status: 200 len: 267 time: 0.0867159 Aug 17 14:22:14.792910 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a6f5eb41-f7a9-4b6d-af7c-5fbf3d13848c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5ef838a84fad4093b65aa678d193df3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499398 Aug 17 14:22:14.794915 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5eb41-f7a9-4b6d-af7c-5fbf3d13848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb60644-f789-4645-b653-507a6abe5014,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:14.796976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48298) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:14.856352 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393c92-26f0-49b1-b09e-8c953587c8a8 req-ad44416a-22df-4853-af74-6b47a26d2256 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:14.858592 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-21393c92-26f0-49b1-b09e-8c953587c8a8 req-ad44416a-22df-4853-af74-6b47a26d2256 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0754356 Aug 17 14:22:14.912072 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-21393c92-26f0-49b1-b09e-8c953587c8a8 req-dfea9093-a1a8-4700-91dd-8bf6762358e0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520413 Aug 17 14:22:14.919897 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fd78f6fb-18b0-4a82-9279-e000d7179955 admin admin] Publish callbacks [] for security_group (fbb60644-f789-4645-b653-507a6abe5014), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.961651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fd78f6fb-18b0-4a82-9279-e000d7179955 admin admin] Publish callbacks [] for security_group (fbb60644-f789-4645-b653-507a6abe5014), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:14.969376 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7308eb6e-29c2-476a-96b9-e29203e3e2d7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:14.970886 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7308eb6e-29c2-476a-96b9-e29203e3e2d7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 818 time: 0.1673942 Aug 17 14:22:14.981992 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:15.007528 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-33200dfa-354f-4242-8f74-3668277c186f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/quotas/5b4ef43b33bc4c5b8efa846043d0ca15 HTTP/1.1" status: 200 len: 375 time: 0.0289292 Aug 17 14:22:15.059593 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fd78f6fb-18b0-4a82-9279-e000d7179955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (fbb60644-f789-4645-b653-507a6abe5014), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:15.062190 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fd78f6fb-18b0-4a82-9279-e000d7179955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:15.063358 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-fd78f6fb-18b0-4a82-9279-e000d7179955 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fbb60644-f789-4645-b653-507a6abe5014 HTTP/1.1" status: 204 len: 168 time: 0.2654879 Aug 17 14:22:15.077404 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7d38c7ab-14a0-4403-b861-5a03c41855a8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635707 Aug 17 14:22:15.082632 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78f6fb-18b0-4a82-9279-e000d7179955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb60644-f789-4645-b653-507a6abe5014,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:15.215049 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-142f8f89-44ee-4f47-bc57-8f70e63aefe8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109619 Aug 17 14:22:15.344835 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ba4120b0-213d-4c0c-a5ed-60881c86c495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:15.410674 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-e0f53cac-d0d0-4227-a381-19bb56cc5085 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895387 Aug 17 14:22:15.654089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3a326-0091-4849-a386-b5733453980e req-3639d4f8-b430-4bec-8903-f91e96c39cf2 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:15.661511 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-12b3a326-0091-4849-a386-b5733453980e req-3639d4f8-b430-4bec-8903-f91e96c39cf2 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 944 time: 0.0639727 Aug 17 14:22:15.692086 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e6fceab5-4551-47c7-abc8-22b027af4a5b req-56a64686-77de-42ec-aab0-b3e2601cbe2c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 210 time: 0.0548038 Aug 17 14:22:15.725975 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Request body: {'port': {'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:15.729025 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-12b3a326-0091-4849-a386-b5733453980e req-d20ad4a6-ae0e-40cf-9541-357ec1fc9e7a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659902 Aug 17 14:22:15.811723 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:15.892612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771a25c-8623-4351-a8ea-ce3090a42e52 req-8ca24f76-10e9-4af7-b069-b7df24447f10 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:15.892612 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c771a25c-8623-4351-a8ea-ce3090a42e52 req-8ca24f76-10e9-4af7-b069-b7df24447f10 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 931 time: 0.0953090 Aug 17 14:22:15.966336 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['a0ddb9b7-a0ad-45dc-bbeb-345087aa8498'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:22:16.093745 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb73b7-4519-49d9-a939-ef1f2e6d3f51 req-8fa3beb7-a024-4daa-b4e6-c4885490195f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:16.099573 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1abb73b7-4519-49d9-a939-ef1f2e6d3f51 req-8fa3beb7-a024-4daa-b4e6-c4885490195f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0995226 Aug 17 14:22:16.123325 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:16.204577 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c771a25c-8623-4351-a8ea-ce3090a42e52 req-11e02da3-5961-4220-91c4-2fbce4a84ce1 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953742 Aug 17 14:22:16.251619 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1abb73b7-4519-49d9-a939-ef1f2e6d3f51 req-9335b37f-07b5-486b-b337-77c20edf97fc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417375 Aug 17 14:22:16.397110 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:16.411623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Publish callbacks [] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:16.440536 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Transition to ACTIVE for port object 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:22:16.444510 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:16.571565 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:16.584082 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Pushing event updated for resources: {'Port': ['ID=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:16.614069 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Attempting to bind port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:16.614407 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Attempting to bind port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:16.614767 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Attempting to bind port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:16.619604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:22:16.619974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Attempting to bind port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:16.625043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:16.625385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:16.625772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Bound using segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:16.626233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Bound port: 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:16.626591 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:16.691394 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] For port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:16.695354 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] For port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:16.702871 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:16.707235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:16.708029 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:16.709444 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/1012d865-9b68-4b59-8fdd-7df2ac3cfa93 HTTP/1.1" status: 200 len: 1093 time: 1.0047226 Aug 17 14:22:16.711668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:16.714539 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88072c9-7927-4543-a326-b839e5397d99" -d '{"events": [{"name": "network-changed", "server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:16.739079 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:16.762881 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff724a-d118-4be7-a325-e7aa8ced1491 x-openstack-request-id: req-caff724a-d118-4be7-a325-e7aa8ced1491 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:16.763240 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:16.763496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caff724a-d118-4be7-a325-e7aa8ced1491 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:16.764045 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caff724a-d118-4be7-a325-e7aa8ced1491'] response: {'name': 'network-changed', 'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'status': 'completed', 'code': 200} Aug 17 14:22:16.793884 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3f97-a22e-4ca9-936d-0df95d58e303 service neutron] Pushing event updated for resources: {'Port': ['ID=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:16.829420 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b1660e52-60d0-4f58-9d02-1d410cef0636 req-2d13509f-d374-438f-9875-3e08a68c8e29 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 210 time: 0.0358663 Aug 17 14:22:16.962434 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61df4dc-a522-4d09-948d-fedec301749b req-e2f68fe1-aecf-49ca-925a-04e9593b49fb tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:16.965571 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f61df4dc-a522-4d09-948d-fedec301749b req-e2f68fe1-aecf-49ca-925a-04e9593b49fb tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 944 time: 0.1385131 Aug 17 14:22:16.970169 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88072c9-7927-4543-a326-b839e5397d99 req-e66ddcb4-f72b-49e8-af4d-675ca058c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:16.971590 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c88072c9-7927-4543-a326-b839e5397d99 req-e66ddcb4-f72b-49e8-af4d-675ca058c74b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 1127 time: 0.0689344 Aug 17 14:22:17.145122 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f61df4dc-a522-4d09-948d-fedec301749b req-31d3d70a-247e-4af4-ac44-f70b4478df8f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628995 Aug 17 14:22:17.187260 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-6d3de44c-5cf1-4711-88f6-e8a233bbe2ec tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.188744 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-6d3de44c-5cf1-4711-88f6-e8a233bbe2ec tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 818 time: 0.2452183 Aug 17 14:22:17.192561 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88072c9-7927-4543-a326-b839e5397d99 req-70940b75-95fc-47f3-b3e6-8c518921a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.193915 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c88072c9-7927-4543-a326-b839e5397d99 req-70940b75-95fc-47f3-b3e6-8c518921a3dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2106159 Aug 17 14:22:17.332285 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-132705ee-d645-4b04-89ee-65f68922e212 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15 HTTP/1.1" status: 200 len: 380 time: 0.1273391 Aug 17 14:22:17.347553 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'port': {'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'admin_state_up': True, 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'security_groups': ['b4ddf5f0-a30e-4e0d-821c-73b13909a33d']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:17.355579 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663462e-131a-46de-b772-684cb3638571 req-a78fe617-469b-493d-b903-db3e286cfcc4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.357089 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2663462e-131a-46de-b772-684cb3638571 req-a78fe617-469b-493d-b903-db3e286cfcc4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 943 time: 0.0568604 Aug 17 14:22:17.382404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88072c9-7927-4543-a326-b839e5397d99 req-db209ba5-047a-40a7-90af-ded91ccdcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.383861 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c88072c9-7927-4543-a326-b839e5397d99 req-db209ba5-047a-40a7-90af-ded91ccdcf94 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778748 Aug 17 14:22:17.409203 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2663462e-131a-46de-b772-684cb3638571 req-0acb6892-e12d-4bea-9b80-36311f6e5298 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463476 Aug 17 14:22:17.425578 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:17.480619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0219a7-f324-4f09-8a42-132666917b3c req-1fd6ebe9-9889-45ca-80a7-322990bff56b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.482109 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dc0219a7-f324-4f09-8a42-132666917b3c req-1fd6ebe9-9889-45ca-80a7-322990bff56b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1276095 Aug 17 14:22:17.513790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-eeeef742-d9fa-4d6d-8113-a10f642af758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.515158 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-eeeef742-d9fa-4d6d-8113-a10f642af758 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 1127 time: 0.0882196 Aug 17 14:22:17.534259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:17.577204 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-2a7fb04c-10e1-4461-b59e-3bb3613faea8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93 HTTP/1.1" status: 200 len: 217 time: 0.0527887 Aug 17 14:22:17.645683 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dc0219a7-f324-4f09-8a42-132666917b3c req-427a8339-5b09-46c9-8369-b0ec93acc531 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565044 Aug 17 14:22:17.661648 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-96b12b5e-64e4-4b0f-be37-9bcaf82ca474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.663246 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-96b12b5e-64e4-4b0f-be37-9bcaf82ca474 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0769145 Aug 17 14:22:17.664764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Made reservation on behalf of 5b4ef43b33bc4c5b8efa846043d0ca15 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:17.678129 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:17.678379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:17.724767 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:22:17.732392 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:17.733403 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:17.741198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-e5949483-193a-45d8-a290-984255cdecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:17.742834 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-e5949483-193a-45d8-a290-984255cdecad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710151 Aug 17 14:22:17.825459 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:17.826028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:17.855981 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:17.859112 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db3f4a-f21e-4347-93d2-52436dcebb43" -d '{"events": [{"server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "name": "network-vif-plugged", "status": "completed", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:17.895046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:17.903337 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:17.930640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Allocated IP 172.20.0.12 (59442bb5-753e-4bc4-9939-ce44de7a1cfd/7ce34ccd-438a-4e4f-8468-b88bc2b8f35b/b94e1c42-bac9-403b-a5e5-85b5faddd333) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:17.934266 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-b3d66b6b-593b-47af-98e7-d83419ae55ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642845 Aug 17 14:22:17.938747 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b72e454-c308-4f8a-b645-bad8633c4dba x-openstack-request-id: req-6b72e454-c308-4f8a-b645-bad8633c4dba {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:17.939084 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "name": "network-vif-plugged", "status": "completed", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:17.940250 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b72e454-c308-4f8a-b645-bad8633c4dba {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:17.940836 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b72e454-c308-4f8a-b645-bad8633c4dba'] response: {'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498', 'code': 200} Aug 17 14:22:18.022691 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:18.026533 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:18.030838 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bb00b855-d31f-4fe6-bf3c-9e57c177067c req-57033d8d-53a1-473e-9c8b-431ffbe23285 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 210 time: 0.0705183 Aug 17 14:22:18.164340 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:18.205340 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bdee8-a564-4f25-b609-3196a39dc6b0 req-f7804652-c7a5-4df2-a192-f4b759070a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:18.206864 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c98bdee8-a564-4f25-b609-3196a39dc6b0 req-f7804652-c7a5-4df2-a192-f4b759070a70 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 1129 time: 0.0786538 Aug 17 14:22:18.211798 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb6146ab-4bfc-4fb9-a7e4-c0659207ef23 req-c8916397-a669-458f-a1ad-3622fa6979b6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609918 Aug 17 14:22:18.277940 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:18.315000 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:18.336985 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c98bdee8-a564-4f25-b609-3196a39dc6b0 req-d90ab26f-7c5d-45b4-ba1f-870e6c94445c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173687 Aug 17 14:22:18.340798 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:18.348768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ebc4-1e96-40e9-9db7-86c1304114fb req-45e59203-e11e-4599-9ab2-e07001214b9f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:18.350497 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1397ebc4-1e96-40e9-9db7-86c1304114fb req-45e59203-e11e-4599-9ab2-e07001214b9f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0907989 Aug 17 14:22:18.391576 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:18.405936 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:18.457643 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1397ebc4-1e96-40e9-9db7-86c1304114fb req-1681b1fa-a133-4048-bccf-62eed19ab54c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996935 Aug 17 14:22:18.459348 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:18.466135 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:18.468719 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:18.471291 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event updated for resources: {'Port': ['ID=b94e1c42-bac9-403b-a5e5-85b5faddd333,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:18.529618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.530182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.530647 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.531157 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.531799 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.532305 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.532950 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.533505 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.534086 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.534624 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.535510 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.535634 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.536142 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.536649 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.537160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:18.558849 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4261cb-3351-4f4b-8f58-8b9271f25608 req-3caaec0c-7eb7-464c-8bf2-cc129a9a02b2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:18.565736 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9f4261cb-3351-4f4b-8f58-8b9271f25608 req-3caaec0c-7eb7-464c-8bf2-cc129a9a02b2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 943 time: 0.0702322 Aug 17 14:22:18.579641 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:18.580479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:18.606344 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-7a3d3844-0693-4f3b-9979-32245461beea tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2675180 Aug 17 14:22:18.619920 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9f4261cb-3351-4f4b-8f58-8b9271f25608 req-ccf00230-3a0e-48dc-a889-d72c5313ef97 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529330 Aug 17 14:22:18.737837 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-a027ab78-7e09-4488-b284-b6e2a011f29b None None] Provisioning complete for port b94e1c42-bac9-403b-a5e5-85b5faddd333 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:18.738242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a027ab78-7e09-4488-b284-b6e2a011f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:18.776575 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-a027ab78-7e09-4488-b284-b6e2a011f29b None None] Port b94e1c42-bac9-403b-a5e5-85b5faddd333 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:18.781581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38847-bfd1-438c-b00c-b433b3831535 req-5aef291f-157f-47bd-bc16-3a3688512680 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:18.783181 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a6a38847-bfd1-438c-b00c-b433b3831535 req-5aef291f-157f-47bd-bc16-3a3688512680 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0519204 Aug 17 14:22:18.834387 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a6a38847-bfd1-438c-b00c-b433b3831535 req-3356f59d-b9b6-4ac0-b265-627f854bdd76 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454710 Aug 17 14:22:18.960581 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48426) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:19.067013 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.186461 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e42dba-85e0-4541-9621-fd65ec3ac644 req-24f7aa3a-439c-4c81-b991-9bce9a6befad tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:19.188044 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-81e42dba-85e0-4541-9621-fd65ec3ac644 req-24f7aa3a-439c-4c81-b991-9bce9a6befad tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 932 time: 0.0623872 Aug 17 14:22:19.189782 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:UPDATE=3,neutron:SELECT=51 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:19.202789 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Publish callbacks [] for security_group (fb19459b-969e-4035-9b83-ad8edd80b7da), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.216411 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (fb19459b-969e-4035-9b83-ad8edd80b7da), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.243068 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:19.256962 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:19.280011 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d705053511eb4bb18583ee09fa34d77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182564 Aug 17 14:22:19.282947 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48446) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:19.289480 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb19459b-969e-4035-9b83-ad8edd80b7da,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:19.298059 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-81e42dba-85e0-4541-9621-fd65ec3ac644 req-39e3fcc0-9a27-45f0-9955-227ab01fcfe8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009891 Aug 17 14:22:19.306652 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.307451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.308004 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.308498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.308979 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.309460 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.309957 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.310428 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.311160 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.311724 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.312417 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.312882 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.313621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.314160 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.314755 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24a8e2-a79f-4251-9867-cda29132e3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:19.359383 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Request body: {'port': {'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:19.419725 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bac4ea16-950c-4dac-be21-462b25dda95e admin admin] Publish callbacks [] for security_group (fb19459b-969e-4035-9b83-ad8edd80b7da), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.481484 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bac4ea16-950c-4dac-be21-462b25dda95e admin admin] Publish callbacks [] for security_group (fb19459b-969e-4035-9b83-ad8edd80b7da), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.483920 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.581783 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48462) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:19.680801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bac4ea16-950c-4dac-be21-462b25dda95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (fb19459b-969e-4035-9b83-ad8edd80b7da), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.684360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bac4ea16-950c-4dac-be21-462b25dda95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.685809 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-bac4ea16-950c-4dac-be21-462b25dda95e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fb19459b-969e-4035-9b83-ad8edd80b7da HTTP/1.1" status: 204 len: 168 time: 0.4012778 Aug 17 14:22:19.723191 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e404926-9a7f-49ce-8c9d-632dbea3fe47 req-f1c5670c-4db5-4d9e-a1aa-0a79bb6d46b8 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:19.724989 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0e404926-9a7f-49ce-8c9d-632dbea3fe47 req-f1c5670c-4db5-4d9e-a1aa-0a79bb6d46b8 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.1061919 Aug 17 14:22:19.727962 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4ea16-950c-4dac-be21-462b25dda95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb19459b-969e-4035-9b83-ad8edd80b7da,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:19.785602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d5eeab2f-b028-4946-9243-4eb10c803f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:19.816831 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd7380-83bb-4f42-a64a-bd8ef1d244f6 req-5b428248-dac2-4008-92b2-cf9981cf042a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:19.818655 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bcfd7380-83bb-4f42-a64a-bd8ef1d244f6 req-5b428248-dac2-4008-92b2-cf9981cf042a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 943 time: 0.0954163 Aug 17 14:22:19.844588 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0e404926-9a7f-49ce-8c9d-632dbea3fe47 req-1e584a8f-9869-42b5-af9c-a3b4220bb2da tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860574 Aug 17 14:22:19.959659 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bcfd7380-83bb-4f42-a64a-bd8ef1d244f6 req-2c19579d-ca9e-44fb-887d-06c41a356255 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297500 Aug 17 14:22:19.970958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94e1c42-bac9-403b-a5e5-85b5faddd333 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:19.991671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Publish callbacks [] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.012911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:20.018050 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Transition to ACTIVE for port object b94e1c42-bac9-403b-a5e5-85b5faddd333 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:22:20.027219 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.030445 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d5eeab2f-b028-4946-9243-4eb10c803f99 admin admin] Publish callbacks [] for security_group (2e8e268e-3fe3-41c4-95eb-44e8b93d1801), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.036228 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d5eeab2f-b028-4946-9243-4eb10c803f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2e8e268e-3fe3-41c4-95eb-44e8b93d1801), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.111278 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:20.118309 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeab2f-b028-4946-9243-4eb10c803f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e268e-3fe3-41c4-95eb-44e8b93d1801,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:20.127984 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d5eeab2f-b028-4946-9243-4eb10c803f99 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=47dbd976b8a84276aa4e19db041c390a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450211 Aug 17 14:22:20.129229 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48472) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:20.149111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Pushing event updated for resources: {'Port': ['ID=b94e1c42-bac9-403b-a5e5-85b5faddd333,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:20.199443 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Attempting to bind port b94e1c42-bac9-403b-a5e5-85b5faddd333 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:20.199687 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Attempting to bind port b94e1c42-bac9-403b-a5e5-85b5faddd333 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:20.200014 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Attempting to bind port b94e1c42-bac9-403b-a5e5-85b5faddd333 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:20.209146 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-db50cf8d-3256-4dd1-aed9-d418ec739dc2 admin admin] Publish callbacks [] for security_group (2e8e268e-3fe3-41c4-95eb-44e8b93d1801), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.242900 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-db50cf8d-3256-4dd1-aed9-d418ec739dc2 admin admin] Publish callbacks [] for security_group (2e8e268e-3fe3-41c4-95eb-44e8b93d1801), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.316191 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-db50cf8d-3256-4dd1-aed9-d418ec739dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2e8e268e-3fe3-41c4-95eb-44e8b93d1801), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.320217 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-db50cf8d-3256-4dd1-aed9-d418ec739dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.322011 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-db50cf8d-3256-4dd1-aed9-d418ec739dc2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2e8e268e-3fe3-41c4-95eb-44e8b93d1801 HTTP/1.1" status: 204 len: 168 time: 0.1912153 Aug 17 14:22:20.341402 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50cf8d-3256-4dd1-aed9-d418ec739dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e268e-3fe3-41c4-95eb-44e8b93d1801,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:20.484349 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Port b94e1c42-bac9-403b-a5e5-85b5faddd333 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:22:20.484702 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Attempting to bind port b94e1c42-bac9-403b-a5e5-85b5faddd333 on network 59442bb5-753e-4bc4-9939-ce44de7a1cfd {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:20.496347 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:20.496689 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Checking segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:20.497080 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Bound using segment: {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:20.497538 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Bound port: b94e1c42-bac9-403b-a5e5-85b5faddd333, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3df637-b401-4cd5-aa66-23eb4750e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:20.497920 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.514844 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda88d7f-86dc-4f11-be46-e723d5ec39f0 req-79d24d5e-a830-4429-bf9b-04e382583d6b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:20.521714 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dda88d7f-86dc-4f11-be46-e723d5ec39f0 req-79d24d5e-a830-4429-bf9b-04e382583d6b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.3369417 Aug 17 14:22:20.632524 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dda88d7f-86dc-4f11-be46-e723d5ec39f0 req-b20d640f-7e60-47ee-8486-085aef73e7e8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097965 Aug 17 14:22:20.633748 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] For port b94e1c42-bac9-403b-a5e5-85b5faddd333, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:20.638218 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] For port b94e1c42-bac9-403b-a5e5-85b5faddd333, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:20.648384 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.690419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:20.691041 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:20.693356 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 1094 time: 1.3439102 Aug 17 14:22:20.693902 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:20.697003 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d9b48-8379-4554-a02c-600281077492" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:20.718454 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d5b95-69d6-471e-b6e2-5e4fec45aeba req-ecb10004-a85a-49f6-849d-76a24aa0adbe tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:20.720309 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-568d5b95-69d6-471e-b6e2-5e4fec45aeba req-ecb10004-a85a-49f6-849d-76a24aa0adbe tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 944 time: 0.0931427 Aug 17 14:22:20.743587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68685fb2-073e-48ae-b105-b19fb16bcd1c service neutron] Pushing event updated for resources: {'Port': ['ID=b94e1c42-bac9-403b-a5e5-85b5faddd333,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:20.774244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bbf89d-3c53-4416-bea5-83342beff5f1 x-openstack-request-id: req-87bbf89d-3c53-4416-bea5-83342beff5f1 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:20.774569 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:20.774942 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87bbf89d-3c53-4416-bea5-83342beff5f1 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:20.775424 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bbf89d-3c53-4416-bea5-83342beff5f1'] response: {'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'status': 'completed', 'code': 200} Aug 17 14:22:20.814515 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-568d5b95-69d6-471e-b6e2-5e4fec45aeba req-dc857ca8-c4a9-4e14-8e6d-025886d6b553 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875053 Aug 17 14:22:20.862306 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48496) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:20.887605 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b1f42d8-c941-4038-9eb8-7b0b9e45c067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.009403 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194fde6-c660-42ca-a56c-af3b5902e264 req-69fe870e-5368-41a9-833b-4229261fba05 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.011812 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9194fde6-c660-42ca-a56c-af3b5902e264 req-69fe870e-5368-41a9-833b-4229261fba05 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0738616 Aug 17 14:22:21.141637 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07b4f1-b702-4ce5-9377-2731a18966bc req-4fde0dc9-61f6-4bc4-991e-e8e27221378f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.146485 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2b07b4f1-b702-4ce5-9377-2731a18966bc req-4fde0dc9-61f6-4bc4-991e-e8e27221378f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 943 time: 0.0631332 Aug 17 14:22:21.162012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b1f42d8-c941-4038-9eb8-7b0b9e45c067 admin admin] Publish callbacks [] for security_group (ea92a55d-a34a-4917-a185-ba51ecf6c623), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.180261 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b1f42d8-c941-4038-9eb8-7b0b9e45c067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ea92a55d-a34a-4917-a185-ba51ecf6c623), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.197049 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9b48-8379-4554-a02c-600281077492 req-00f0250d-1f7b-48a9-b961-0de84a62d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.198808 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ff7d9b48-8379-4554-a02c-600281077492 req-00f0250d-1f7b-48a9-b961-0de84a62d838 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1128 time: 0.1209779 Aug 17 14:22:21.207929 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-1939779c-2013-40a9-b31d-8c0fce25497e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1187832 Aug 17 14:22:21.208881 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2b07b4f1-b702-4ce5-9377-2731a18966bc req-5d8642d9-030f-49b2-b759-40fd95c44e87 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581107 Aug 17 14:22:21.234486 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9194fde6-c660-42ca-a56c-af3b5902e264 req-9b986acd-adf1-4407-bfa6-bd42a6aac908 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088776 Aug 17 14:22:21.271833 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.341915 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5b1f42d8-c941-4038-9eb8-7b0b9e45c067 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5e57c30f1b8a4f428bce89aeecd0ef3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761782 Aug 17 14:22:21.342806 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48526) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:21.343000 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48528) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:21.344623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f42d8-c941-4038-9eb8-7b0b9e45c067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92a55d-a34a-4917-a185-ba51ecf6c623,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:21.363008 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:21.366458 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-a0b20ec4-db8b-46b8-a003-a015e220f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.368653 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-a0b20ec4-db8b-46b8-a003-a015e220f4fd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 1129 time: 0.1165073 Aug 17 14:22:21.449007 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-392f0304-ed49-457b-8b92-d6b671105144 admin admin] Publish callbacks [] for security_group (ea92a55d-a34a-4917-a185-ba51ecf6c623), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.476376 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-392f0304-ed49-457b-8b92-d6b671105144 admin admin] Publish callbacks [] for security_group (ea92a55d-a34a-4917-a185-ba51ecf6c623), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.493445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9b48-8379-4554-a02c-600281077492 req-cd4a7244-68e9-4a2b-b071-50585bc325b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.496448 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ff7d9b48-8379-4554-a02c-600281077492 req-cd4a7244-68e9-4a2b-b071-50585bc325b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2859378 Aug 17 14:22:21.521420 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f0416e72-4b9b-4cf5-8b07-54d587a15ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.538642 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:21.563007 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-392f0304-ed49-457b-8b92-d6b671105144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ea92a55d-a34a-4917-a185-ba51ecf6c623), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.565889 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-392f0304-ed49-457b-8b92-d6b671105144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.581557 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-763550f8-c12f-4d71-900d-2134c9e73b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.583050 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-392f0304-ed49-457b-8b92-d6b671105144 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ea92a55d-a34a-4917-a185-ba51ecf6c623 HTTP/1.1" status: 204 len: 168 time: 0.2329900 Aug 17 14:22:21.583210 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-763550f8-c12f-4d71-900d-2134c9e73b7b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.1818073 Aug 17 14:22:21.641234 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-b7170740-0c9f-4f94-b171-4c989c3b51d4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 200 len: 217 time: 0.0499992 Aug 17 14:22:21.644269 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:21.644963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:21.662695 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f0416e72-4b9b-4cf5-8b07-54d587a15ab7 admin admin] Publish callbacks [] for security_group (beb45bc2-8bc2-46c0-8d25-acae09b514b1), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.664513 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f0304-ed49-457b-8b92-d6b671105144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92a55d-a34a-4917-a185-ba51ecf6c623,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:21.670471 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f0416e72-4b9b-4cf5-8b07-54d587a15ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (beb45bc2-8bc2-46c0-8d25-acae09b514b1), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:21.705757 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:22:21.714915 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9b48-8379-4554-a02c-600281077492 req-75717436-12ae-44ee-8029-b6e2380b8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.717050 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ff7d9b48-8379-4554-a02c-600281077492 req-75717436-12ae-44ee-8029-b6e2380b8d84 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090318 Aug 17 14:22:21.732183 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-5d871dd3-a907-45b3-9159-1bd346f8b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.734036 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-5d871dd3-a907-45b3-9159-1bd346f8b08b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0862184 Aug 17 14:22:21.750478 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:21.767587 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0416e72-4b9b-4cf5-8b07-54d587a15ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb45bc2-8bc2-46c0-8d25-acae09b514b1,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:21.831439 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f0416e72-4b9b-4cf5-8b07-54d587a15ab7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9ce79db89a074a63845c688efe592f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869766 Aug 17 14:22:21.875846 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48566) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:21.886613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-5390f7cc-2432-4fe3-9851-f519ed3d9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.889546 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-5390f7cc-2432-4fe3-9851-f519ed3d9b90 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1479139 Aug 17 14:22:21.891020 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-49f42e28-86ec-434b-8618-50a313c52424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.893752 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-49f42e28-86ec-434b-8618-50a313c52424 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1128 time: 0.0979874 Aug 17 14:22:21.910413 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:21.958132 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:22:21.958368 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9360c-d296-43c3-ada0-4fba85076233 req-8a95c0af-320e-4b1f-8e9a-bb79a0d5a5c3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:21.958368 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e7d9360c-d296-43c3-ada0-4fba85076233 req-8a95c0af-320e-4b1f-8e9a-bb79a0d5a5c3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1508296 Aug 17 14:22:21.999062 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:21.999545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.022818 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:22.027943 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e7d9360c-d296-43c3-ada0-4fba85076233 req-8608248c-d669-45f2-9e42-b49cbef8a085 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708611 Aug 17 14:22:22.052059 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-09324220-9234-4020-8961-7db245f9ac87 admin admin] Publish callbacks [] for security_group (beb45bc2-8bc2-46c0-8d25-acae09b514b1), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.062856 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:22.072747 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.075659 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-f1b69c2e-a71c-4566-87f0-78c04b82016b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 217 time: 0.1522741 Aug 17 14:22:22.085311 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-09324220-9234-4020-8961-7db245f9ac87 admin admin] Publish callbacks [] for security_group (beb45bc2-8bc2-46c0-8d25-acae09b514b1), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.139251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352406c0-119f-45fb-9ca5-b4b9187c0a4b req-292d0f52-1213-4662-a74c-209e59500ad1 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:22.145550 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-09324220-9234-4020-8961-7db245f9ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (beb45bc2-8bc2-46c0-8d25-acae09b514b1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.147304 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-352406c0-119f-45fb-9ca5-b4b9187c0a4b req-292d0f52-1213-4662-a74c-209e59500ad1 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 944 time: 0.2023470 Aug 17 14:22:22.149100 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-09324220-9234-4020-8961-7db245f9ac87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.150464 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-09324220-9234-4020-8961-7db245f9ac87 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/beb45bc2-8bc2-46c0-8d25-acae09b514b1 HTTP/1.1" status: 204 len: 168 time: 0.2741182 Aug 17 14:22:22.158906 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:22.163174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324220-9234-4020-8961-7db245f9ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb45bc2-8bc2-46c0-8d25-acae09b514b1,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:22.250128 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-515c4529-3cc9-42bf-8acf-21220aeb886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:22.251590 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-515c4529-3cc9-42bf-8acf-21220aeb886a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.1693196 Aug 17 14:22:22.263346 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-006b7ac0-1f14-4cac-8d05-4fcec5f0602b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581135 Aug 17 14:22:22.285014 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-352406c0-119f-45fb-9ca5-b4b9187c0a4b req-3efadba2-40c5-4d39-aa77-7521a8ca65cd tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367884 Aug 17 14:22:22.338821 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['1012d865-9b68-4b59-8fdd-7df2ac3cfa93'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:22:22.381399 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-8cd958e8-177f-4c9a-b9c7-168847a04f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:22.382967 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-8cd958e8-177f-4c9a-b9c7-168847a04f9e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1234658 Aug 17 14:22:22.400495 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5023-a358-4498-996b-ad3ab6f4c298 req-2b37c0e0-6813-45df-9160-e3af1fb08703 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:22.403450 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-73ef5023-a358-4498-996b-ad3ab6f4c298 req-2b37c0e0-6813-45df-9160-e3af1fb08703 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 944 time: 0.0770416 Aug 17 14:22:22.538388 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-73ef5023-a358-4498-996b-ad3ab6f4c298 req-5bf4986c-7351-46a1-bf04-4bbc274622c8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252468 Aug 17 14:22:22.550770 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32a018f2-55fc-4f39-8f12-9a16be1895bd req-30455740-3067-4cfb-aa03-ae0c8a52ce48 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631052 Aug 17 14:22:22.581164 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-71ac477f-1c8f-4c98-a836-1fbdb5a3d94d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870999 Aug 17 14:22:22.693154 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48608) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:22.710370 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07a1b0f5-5c7e-42f5-b27d-f17a3bd5571c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.716779 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da400889-b39c-4b05-b7dd-c0cc652b1b9e req-baadc7d5-621a-4cc8-a207-b5007c1fd329 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215653 Aug 17 14:22:22.792941 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07a1b0f5-5c7e-42f5-b27d-f17a3bd5571c admin admin] Publish callbacks [] for security_group (13befe7b-9c06-45ac-9358-76a14f4291bd), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.796440 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07a1b0f5-5c7e-42f5-b27d-f17a3bd5571c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (13befe7b-9c06-45ac-9358-76a14f4291bd), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.841609 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-07a1b0f5-5c7e-42f5-b27d-f17a3bd5571c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=61fefe43e24d48adac2a26928e462dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473625 Aug 17 14:22:22.842829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1b0f5-5c7e-42f5-b27d-f17a3bd5571c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13befe7b-9c06-45ac-9358-76a14f4291bd,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:22.844602 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48612) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:22.913309 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b78c3615-18b8-46ef-8de1-ef4430e0086e admin admin] Publish callbacks [] for security_group (13befe7b-9c06-45ac-9358-76a14f4291bd), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.941320 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b78c3615-18b8-46ef-8de1-ef4430e0086e admin admin] Publish callbacks [] for security_group (13befe7b-9c06-45ac-9358-76a14f4291bd), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:22.942945 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:22.980729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:23.006100 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b78c3615-18b8-46ef-8de1-ef4430e0086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (13befe7b-9c06-45ac-9358-76a14f4291bd), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:23.008729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b78c3615-18b8-46ef-8de1-ef4430e0086e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:23.010766 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b78c3615-18b8-46ef-8de1-ef4430e0086e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/13befe7b-9c06-45ac-9358-76a14f4291bd HTTP/1.1" status: 204 len: 168 time: 0.1624429 Aug 17 14:22:23.023428 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c3615-18b8-46ef-8de1-ef4430e0086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13befe7b-9c06-45ac-9358-76a14f4291bd,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:23.173150 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac937fd-f5db-4fa5-9231-dd7d36503bb4 req-4f5ecf01-263e-4edc-92b2-7ef47a1506f4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:23.174962 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2ac937fd-f5db-4fa5-9231-dd7d36503bb4 req-4f5ecf01-263e-4edc-92b2-7ef47a1506f4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0590255 Aug 17 14:22:23.234063 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2ac937fd-f5db-4fa5-9231-dd7d36503bb4 req-0d1802bf-0c8d-4610-9f13-a1193a41840f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526178 Aug 17 14:22:23.434705 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b3f8-a358-4036-a9d4-c9d3b0c4973b req-fb269004-9735-40e6-955f-b44e1e0803a6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:23.436291 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d752b3f8-a358-4036-a9d4-c9d3b0c4973b req-fb269004-9735-40e6-955f-b44e1e0803a6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 944 time: 0.0659556 Aug 17 14:22:23.478649 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:23.506418 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d752b3f8-a358-4036-a9d4-c9d3b0c4973b req-1ac17116-24f1-4fff-9516-62d2500b238a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547028 Aug 17 14:22:23.676957 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec3196-634e-4ee5-959c-a1301bc68ef7 req-4a5a9162-a4ee-4fbd-b5d0-3bd4b628f795 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:23.678710 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91ec3196-634e-4ee5-959c-a1301bc68ef7 req-4a5a9162-a4ee-4fbd-b5d0-3bd4b628f795 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 944 time: 0.0602720 Aug 17 14:22:23.734857 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:23.736934 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-91ec3196-634e-4ee5-959c-a1301bc68ef7 req-f223b9b0-527f-4263-a081-16ba06c81cb8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486493 Aug 17 14:22:23.804643 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:22:23.811152 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:23.811774 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:23.899423 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:23.899817 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:23.928059 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:23.930443 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe2fee-c57c-492e-aafc-b663ac9d9ed4" -d '{"events": [{"server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "name": "network-vif-plugged", "status": "completed", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:23.934783 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48664) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:23.956156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:23.961911 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:23.991547 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db2c7ba-c21b-4f86-9594-cd8c4d0ba15f x-openstack-request-id: req-9db2c7ba-c21b-4f86-9594-cd8c4d0ba15f {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:23.991905 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "name": "network-vif-plugged", "status": "completed", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:23.992217 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9db2c7ba-c21b-4f86-9594-cd8c4d0ba15f {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:23.992685 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db2c7ba-c21b-4f86-9594-cd8c4d0ba15f'] response: {'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'code': 200} Aug 17 14:22:23.995055 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:24.031713 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:24.156261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765267671-network', 'tenant_id': '875a745232574d20bc5c78433e36f8b0'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:24.184249 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Made reservation on behalf of 875a745232574d20bc5c78433e36f8b0 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:24.189103 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.201789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2faf7-c22e-4d2a-aac6-9f8fbf0eb7ec req-8c506ca6-c4f3-459d-8300-f9e0e4b4bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:24.203387 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-45e2faf7-c22e-4d2a-aac6-9f8fbf0eb7ec req-8c506ca6-c4f3-459d-8300-f9e0e4b4bb2c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 1129 time: 0.0449750 Aug 17 14:22:24.205062 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.259903 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-45e2faf7-c22e-4d2a-aac6-9f8fbf0eb7ec req-0fecbbb4-6310-456f-a255-d8a4f2b8e32c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492601 Aug 17 14:22:24.303524 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks [] for security_group (0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.308747 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.317645 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:24.350694 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:22:24.359338 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:24.370342 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (aa0310b4-97ca-4ce0-af2e-b70238e91177), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.370917 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Added segment aa0310b4-97ca-4ce0-af2e-b70238e91177 of type vlan for network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e Aug 17 14:22:24.393974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9b393-5b52-4753-b837-125bb558ecdf req-b5ca2d14-9c22-4fd9-bc7b-18e982802a1a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:24.395949 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2d9b393-5b52-4753-b837-125bb558ecdf req-b5ca2d14-9c22-4fd9-bc7b-18e982802a1a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0652783 Aug 17 14:22:24.416008 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.448228 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.449832 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:24.450608 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.461912 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2d9b393-5b52-4753-b837-125bb558ecdf req-b342b169-27fc-4ea8-ac08-9d181c12028b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544219 Aug 17 14:22:24.509541 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5736659 Aug 17 14:22:24.513138 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48682) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:24.522101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Request body: {'subnet': {'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765267671-subnet', 'tenant_id': '875a745232574d20bc5c78433e36f8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:24.523616 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7847a6-0166-4580-89de-7abea8152e10 admin admin] Pushing event updated for resources: {'Network': ['ID=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:24.536861 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:22:24.553987 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Made reservation on behalf of 875a745232574d20bc5c78433e36f8b0 for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:24.556516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.664874 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564429f-1255-4694-91fd-53bf9132d7cc req-12c638ed-279f-40f6-8823-014d269254bf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:24.667796 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e564429f-1255-4694-91fd-53bf9132d7cc req-12c638ed-279f-40f6-8823-014d269254bf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 944 time: 0.0673797 Aug 17 14:22:24.727195 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e564429f-1255-4694-91fd-53bf9132d7cc req-637bc397-0523-4ca1-bfd8-eb6597996a81 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522482 Aug 17 14:22:24.783513 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (1855e4ef-cd42-44c2-95fe-0589fb38dc00), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.895228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1855e4ef-cd42-44c2-95fe-0589fb38dc00,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:24.909726 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Checking segment: {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:24.910122 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Network hostable DHCP agents. Network: 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:22:24.930359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6292f-7b58-4c91-a0bb-4c45d5915984 req-34f2e598-92f9-47a1-bc17-2bf15bd50bc0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:24.932709 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-05f6292f-7b58-4c91-a0bb-4c45d5915984 req-34f2e598-92f9-47a1-bc17-2bf15bd50bc0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0952475 Aug 17 14:22:24.962955 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:22:24.986117 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:24.990933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:24.992871 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:24.995236 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012ea7f-98f8-41e5-9a84-0f1a46292759 None None] Network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:25.014039 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-05f6292f-7b58-4c91-a0bb-4c45d5915984 req-988904a8-11a9-4e63-a728-d01f267c7461 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746889 Aug 17 14:22:25.018765 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-459b3408-cd64-4e3a-8508-57584a9700b6 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5043461 Aug 17 14:22:25.058307 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:25.101847 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3298edb-f4d5-43d5-a9bd-525486f48163 None None] Network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:25.594739 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f03e9-065d-4e05-a92c-089e4367caad req-f41303d2-2067-4f27-92c0-48fe4e5ec32a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:25.596213 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-677f03e9-065d-4e05-a92c-089e4367caad req-f41303d2-2067-4f27-92c0-48fe4e5ec32a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0487893 Aug 17 14:22:25.646048 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-677f03e9-065d-4e05-a92c-089e4367caad req-3069277d-a8bb-47f2-8c86-1499a84525f6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434635 Aug 17 14:22:25.726122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device b94e1c42-bac9-403b-a5e5-85b5faddd333 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:22:25.838545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port b94e1c42-bac9-403b-a5e5-85b5faddd333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:25.853214 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:22:25.868924 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134458d-88da-4f5c-8701-4198bbbac211 req-1102be85-ff32-4cbb-8b99-1a0058df1a9a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:25.871251 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5134458d-88da-4f5c-8701-4198bbbac211 req-1102be85-ff32-4cbb-8b99-1a0058df1a9a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 944 time: 0.0585124 Aug 17 14:22:25.888108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:25.897703 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port b94e1c42-bac9-403b-a5e5-85b5faddd333 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:25.898102 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:25.913413 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94e1c42-bac9-403b-a5e5-85b5faddd333 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:25.919750 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:25.944289 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5134458d-88da-4f5c-8701-4198bbbac211 req-4bb630b2-8fcb-4a8a-828d-cb91c21dd8a3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671585 Aug 17 14:22:25.946258 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port b94e1c42-bac9-403b-a5e5-85b5faddd333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:25.951934 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:26.007011 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=b94e1c42-bac9-403b-a5e5-85b5faddd333,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:26.158524 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a5a22-7dff-4e16-a85a-5093814bda34 req-3b73a086-67a3-4bf3-8134-9c62f53f48c4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:26.159989 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-aa9a5a22-7dff-4e16-a85a-5093814bda34 req-3b73a086-67a3-4bf3-8134-9c62f53f48c4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0564728 Aug 17 14:22:26.223510 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-aa9a5a22-7dff-4e16-a85a-5093814bda34 req-9c354201-a84f-46ce-9502-9ea81701a42c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552878 Aug 17 14:22:26.306009 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['b94e1c42-bac9-403b-a5e5-85b5faddd333'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:22:26.788561 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac7ad0-8093-4431-9d58-8b3759c6900b req-37476622-7c93-4709-8f34-38c6ac9e4c74 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:26.790190 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-60ac7ad0-8093-4431-9d58-8b3759c6900b req-37476622-7c93-4709-8f34-38c6ac9e4c74 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0575330 Aug 17 14:22:26.798423 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-31bf8b3b-b15e-42fe-9191-7b3d2714b6d9 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:26.800848 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-31bf8b3b-b15e-42fe-9191-7b3d2714b6d9 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e HTTP/1.1" status: 200 len: 808 time: 0.1155739 Aug 17 14:22:26.817567 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-3c4aab1f-e5b8-457d-a34e-88181a79f138 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/quotas/875a745232574d20bc5c78433e36f8b0 HTTP/1.1" status: 200 len: 375 time: 0.0111282 Aug 17 14:22:26.858439 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-60ac7ad0-8093-4431-9d58-8b3759c6900b req-ceb299aa-14eb-4ba6-a88c-2b81606757ef tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599227 Aug 17 14:22:26.882020 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-8cd1a538-9003-4d7d-a2f6-c82a15ac3d29 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=875a745232574d20bc5c78433e36f8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472455 Aug 17 14:22:26.971054 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-423fc3aa-fc2f-4eed-ac27-a99dcc115786 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933964 Aug 17 14:22:27.080942 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-eef01339-788a-4a6c-9ded-b7bba1c0a5cd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028094 Aug 17 14:22:27.095538 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e497f7-5414-4113-bfe2-f4e10496238d req-50ae8279-9910-43e1-b55a-feb6ea01072b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:27.096984 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f1e497f7-5414-4113-bfe2-f4e10496238d req-50ae8279-9910-43e1-b55a-feb6ea01072b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Aug 17 14:22:27.153852 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f1e497f7-5414-4113-bfe2-f4e10496238d req-d7478d23-87ac-47a4-88ef-29cfeb4b2ff8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505877 Aug 17 14:22:27.247742 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-14cbba0f-b701-49a6-86b0-c53be52e0046 req-ba22a32a-12cf-461f-9914-a9aa54baf4c7 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 210 time: 0.0321720 Aug 17 14:22:27.392891 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c2c3-c675-427c-86e1-73c0bfdf23de req-ab41ae95-40cb-44c3-8a0a-66529ae8b1de tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:27.394444 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4784c2c3-c675-427c-86e1-73c0bfdf23de req-ab41ae95-40cb-44c3-8a0a-66529ae8b1de tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Aug 17 14:22:27.454375 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4784c2c3-c675-427c-86e1-73c0bfdf23de req-45d0fb42-96c3-4754-9eb0-1ab114b04e11 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444803 Aug 17 14:22:27.575827 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe4576-c69d-4f30-bd32-bffde4683e2b req-52ce44b3-842b-45c2-8f21-6167cd8fe980 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:27.577466 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e4fe4576-c69d-4f30-bd32-bffde4683e2b req-52ce44b3-842b-45c2-8f21-6167cd8fe980 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0561249 Aug 17 14:22:27.588828 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48772) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:27.593484 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:27.673625 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (736da251-9ba0-4fc7-b956-59f77c61c761), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:27.734412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device b94e1c42-bac9-403b-a5e5-85b5faddd333 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:27.780280 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port b94e1c42-bac9-403b-a5e5-85b5faddd333 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:22:27.786957 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port b94e1c42-bac9-403b-a5e5-85b5faddd333 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:27.787336 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:27.892307 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port b94e1c42-bac9-403b-a5e5-85b5faddd333 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:27.893503 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:27.900860 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:27.940637 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:27.942947 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2b18c-02b0-49ac-843b-a61261b38489" -d '{"events": [{"server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "name": "network-vif-plugged", "status": "completed", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:27.958371 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port b94e1c42-bac9-403b-a5e5-85b5faddd333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:27.971017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:28.002047 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7fc097-41fe-4575-950a-155434aa7477 x-openstack-request-id: req-5c7fc097-41fe-4575-950a-155434aa7477 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:28.002345 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "name": "network-vif-plugged", "status": "completed", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:28.002606 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c7fc097-41fe-4575-950a-155434aa7477 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:28.003000 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7fc097-41fe-4575-950a-155434aa7477'] response: {'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'code': 200} Aug 17 14:22:28.034537 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=b94e1c42-bac9-403b-a5e5-85b5faddd333,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:28.272893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:28.352559 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f3f8-a53c-4a66-b20f-1a1a8ca91b0c req-d8ea29a4-972a-4a07-a786-3ae3d5fe966f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:28.361243 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9620f3f8-a53c-4a66-b20f-1a1a8ca91b0c req-d8ea29a4-972a-4a07-a786-3ae3d5fe966f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0987294 Aug 17 14:22:28.362457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e8a85-3c39-467f-abdf-be7c5244d5d7 req-a537a011-0415-49f3-a819-3ddd85fffc6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:28.370247 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-188e8a85-3c39-467f-abdf-be7c5244d5d7 req-a537a011-0415-49f3-a819-3ddd85fffc6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.3856049 Aug 17 14:22:28.433203 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9620f3f8-a53c-4a66-b20f-1a1a8ca91b0c req-2cbff943-f171-4c84-a491-ccc4d1fb6880 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628700 Aug 17 14:22:28.558287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:28.565656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-6eb6f8be-4649-4a6e-8231-77b4450f252f tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:28.567553 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-6eb6f8be-4649-4a6e-8231-77b4450f252f tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e HTTP/1.1" status: 200 len: 808 time: 0.1350124 Aug 17 14:22:28.612705 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Request body: {'port': {'device_id': 'd99adb09-c165-4c60-9580-336d80d978ba', 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e', 'admin_state_up': True, 'tenant_id': '875a745232574d20bc5c78433e36f8b0'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:28.657805 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-af76cf44-4772-4b05-b1d3-9e27aed14275 req-08668614-0c49-4c79-a506-d449f33ceba1 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 210 time: 0.0630059 Aug 17 14:22:28.779570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b39e1-32e9-4c71-8a9a-54b1031b8da9 req-03273ffe-4711-48b6-aa4e-8a32480004e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:28.781050 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3b3b39e1-32e9-4c71-8a9a-54b1031b8da9 req-03273ffe-4711-48b6-aa4e-8a32480004e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.2082951 Aug 17 14:22:28.796232 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-188e8a85-3c39-467f-abdf-be7c5244d5d7 req-1206df1c-fc0e-4eb5-9433-bcb492954474 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246356 Aug 17 14:22:28.866298 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:28.908774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.db.resource_extend [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 17 14:22:29.006536 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3b3b39e1-32e9-4c71-8a9a-54b1031b8da9 req-e3df72dd-6ff4-4259-a188-e00858ab0c23 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585758 Aug 17 14:22:29.012280 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:29.019255 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (736da251-9ba0-4fc7-b956-59f77c61c761), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:29.022879 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Made reservation on behalf of 875a745232574d20bc5c78433e36f8b0 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:29.026883 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:29.189563 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP 736da251-9ba0-4fc7-b956-59f77c61c761 associated. External IP: 172.27.1.50, port: 1012d865-9b68-4b59-8fdd-7df2ac3cfa93. Aug 17 14:22:29.305433 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Allocated IP 172.20.0.11 (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e/1855e4ef-cd42-44c2-95fe-0589fb38dc00/779d3430-82eb-4bd4-865f-36e66f92e691) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:29.530303 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:29.570237 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:22:29.576678 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ed65-3253-4486-9456-5e4b42c01a90 req-e805af48-8600-409e-92cd-f02fb5f19a21 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:29.579741 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dae4ed65-3253-4486-9456-5e4b42c01a90 req-e805af48-8600-409e-92cd-f02fb5f19a21 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0501232 Aug 17 14:22:29.601382 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks [] for port (779d3430-82eb-4bd4-865f-36e66f92e691), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:29.631760 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dae4ed65-3253-4486-9456-5e4b42c01a90 req-18ef6351-15b5-4a56-a5ec-de62c5d1e0f0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Aug 17 14:22:29.658086 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:29.717586 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:29.774376 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:29.779825 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:29.784669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:29.799065 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:29.799679 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:29.870295 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:29.872740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Pushing event updated for resources: {'Port': ['ID=779d3430-82eb-4bd4-865f-36e66f92e691,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:29.880442 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:29.892819 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-4ed61c7e-a38d-48ca-8167-8377e0f75c5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/736da251-9ba0-4fc7-b956-59f77c61c761 HTTP/1.1" status: 200 len: 990 time: 2.3006868 Aug 17 14:22:29.894921 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:29.897093 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:29.899400 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45ca6a-d18e-4346-b3af-47c364975bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:29.939774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b6192-6f42-47dc-a60b-b6c54ffa7758 req-e42714b8-843e-4f36-90f1-167d74d457ba tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:29.946889 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a3b6192-6f42-47dc-a60b-b6c54ffa7758 req-e42714b8-843e-4f36-90f1-167d74d457ba tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 932 time: 0.2107944 Aug 17 14:22:29.962490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1998f-ae62-488d-a0ed-73b636ebdc24 req-055acb7d-99f2-498c-b416-a1a7af4f8ca9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:29.964869 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-47c1998f-ae62-488d-a0ed-73b636ebdc24 req-055acb7d-99f2-498c-b416-a1a7af4f8ca9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0579762 Aug 17 14:22:29.964994 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:30.015255 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:30.016271 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:30.021307 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:30.026320 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3a3b6192-6f42-47dc-a60b-b6c54ffa7758 req-650b60f5-e2e7-4b9b-9461-b82a239012f3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Aug 17 14:22:30.033945 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-47c1998f-ae62-488d-a0ed-73b636ebdc24 req-a8bccf50-3b8e-4c58-83c9-f7d399a01fee tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616341 Aug 17 14:22:30.066196 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-032e3024-c954-4b8b-9e89-3a53aa7c9a07 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4578931 Aug 17 14:22:30.070436 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:30.093762 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb609fca-0fed-4d22-81b1-6d4040f82459 x-openstack-request-id: req-bb609fca-0fed-4d22-81b1-6d4040f82459 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:30.094075 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:30.094331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb609fca-0fed-4d22-81b1-6d4040f82459 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:30.094733 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb609fca-0fed-4d22-81b1-6d4040f82459'] response: {'name': 'network-changed', 'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'status': 'completed', 'code': 200} Aug 17 14:22:30.231134 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Request body: {'port': {'device_id': 'd99adb09-c165-4c60-9580-336d80d978ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:30.305836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:30.404960 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:28Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:30.431549 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:30.440574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:30.441137 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:30.554279 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:30.767596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3af82-7122-4193-b3e7-985bccbe328e req-1ce322ee-e9c3-45cf-bd44-a8cb3798bf90 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:30.769095 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2fe3af82-7122-4193-b3e7-985bccbe328e req-1ce322ee-e9c3-45cf-bd44-a8cb3798bf90 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0527301 Aug 17 14:22:30.805400 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:28Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:30.828345 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2fe3af82-7122-4193-b3e7-985bccbe328e req-1122bdb2-b10a-4433-be6f-8179a7b597b0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534310 Aug 17 14:22:30.842183 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:30.854080 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34299e5-3c03-4647-a2cc-af96062bb2fb None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:28Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:30.887206 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-f5adbecf-c86c-4487-b2cf-4d152e89eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:30.888942 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-f5adbecf-c86c-4487-b2cf-4d152e89eea5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 1129 time: 0.0862377 Aug 17 14:22:30.891678 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779d3430-82eb-4bd4-865f-36e66f92e691 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:30.899922 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Publish callbacks [] for port (779d3430-82eb-4bd4-865f-36e66f92e691), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:30.912791 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Transition to ACTIVE for port object 779d3430-82eb-4bd4-865f-36e66f92e691 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:22:30.917582 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.014959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Pushing event updated for resources: {'Port': ['ID=779d3430-82eb-4bd4-865f-36e66f92e691,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:31.056002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Attempting to bind port 779d3430-82eb-4bd4-865f-36e66f92e691 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:31.056360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Attempting to bind port 779d3430-82eb-4bd4-865f-36e66f92e691 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:31.057296 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Attempting to bind port 779d3430-82eb-4bd4-865f-36e66f92e691 on network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:31.062993 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Port 779d3430-82eb-4bd4-865f-36e66f92e691 on network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:22:31.063322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Attempting to bind port 779d3430-82eb-4bd4-865f-36e66f92e691 on network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:31.069048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:31.069450 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Checking segment: {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:31.069765 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Bound using segment: {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:31.070404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Bound port: 779d3430-82eb-4bd4-865f-36e66f92e691, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:31.070771 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.074617 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35747d26-0adb-4f45-b619-bb5b6360d433 None None] New status for floating IP 736da251-9ba0-4fc7-b956-59f77c61c761: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:22:31.183584 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:31.210008 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82aa56-ed9f-4505-9c1d-8a0676a58adb req-c866ed7e-79f7-4e4a-a57b-1399ad00682e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.211630 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ff82aa56-ed9f-4505-9c1d-8a0676a58adb req-c866ed7e-79f7-4e4a-a57b-1399ad00682e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0551422 Aug 17 14:22:31.275194 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822649e8-cec5-44e6-9a08-2221a0717ed9 req-b64448b1-b068-4d1e-94f9-9f8f1161b052 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.281388 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-822649e8-cec5-44e6-9a08-2221a0717ed9 req-b64448b1-b068-4d1e-94f9-9f8f1161b052 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 944 time: 0.0986171 Aug 17 14:22:31.292331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] For port 779d3430-82eb-4bd4-865f-36e66f92e691, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:31.325363 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ff82aa56-ed9f-4505-9c1d-8a0676a58adb req-5be9b9ce-108d-4ad0-94d4-4ffe11ac31a5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071343 Aug 17 14:22:31.334751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] For port 779d3430-82eb-4bd4-865f-36e66f92e691, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=779d3430-82eb-4bd4-865f-36e66f92e691,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:31.341567 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-1b887767-3da5-4ef0-b615-2894815a13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.343514 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-1b887767-3da5-4ef0-b615-2894815a13d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.2421305 Aug 17 14:22:31.347962 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.387020 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.387628 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.388948 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/779d3430-82eb-4bd4-865f-36e66f92e691 HTTP/1.1" status: 200 len: 1094 time: 1.1748786 Aug 17 14:22:31.464361 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-822649e8-cec5-44e6-9a08-2221a0717ed9 req-383846fe-fd09-4a22-b050-36244e74569f tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819668 Aug 17 14:22:31.517124 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6d4d-51b2-41e8-8fa3-bfa6de7be051 service neutron] Pushing event updated for resources: {'Port': ['ID=779d3430-82eb-4bd4-865f-36e66f92e691,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:31.524356 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-4c2c38ec-c707-47cc-bdbd-4e7e72b0ae15 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93 HTTP/1.1" status: 200 len: 1000 time: 0.1464286 Aug 17 14:22:31.527693 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-1971f9d1-c0e5-4453-a7b3-8e7fd4ce5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.529377 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-1971f9d1-c0e5-4453-a7b3-8e7fd4ce5c99 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=875a745232574d20bc5c78433e36f8b0&device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 1128 time: 0.0842903 Aug 17 14:22:31.603043 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-d580ea5f-6848-47e3-a7f4-024e64911852 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779d3430-82eb-4bd4-865f-36e66f92e691 HTTP/1.1" status: 200 len: 217 time: 0.0541244 Aug 17 14:22:31.632519 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48846) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:31.652577 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-255ea47d-a901-48b8-af11-25fdc35c6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.654080 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-255ea47d-a901-48b8-af11-25fdc35c6425 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.1134703 Aug 17 14:22:31.681196 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-1a0963d8-31cc-4329-9d4a-41e5088db53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.683570 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-1a0963d8-31cc-4329-9d4a-41e5088db53a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=1855e4ef-cd42-44c2-95fe-0589fb38dc00 HTTP/1.1" status: 200 len: 848 time: 0.0691156 Aug 17 14:22:31.734856 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-0fff0b99-28bf-4978-b37a-9ab730edf413 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341024 Aug 17 14:22:31.738205 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-ba332da3-82e9-47f1-94db-0e2db969da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.739582 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-ba332da3-82e9-47f1-94db-0e2db969da3f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702603 Aug 17 14:22:31.754794 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3e261d3d-d311-4210-80df-83fab1bfcadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.842963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3e261d3d-d311-4210-80df-83fab1bfcadc admin admin] Publish callbacks [] for security_group (0db0b146-21cc-4b6e-86fc-223f81c74d7e), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.847697 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3e261d3d-d311-4210-80df-83fab1bfcadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0db0b146-21cc-4b6e-86fc-223f81c74d7e), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.851952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:31.891614 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3e261d3d-d311-4210-80df-83fab1bfcadc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fb2790055c8c4ae8980ef6fbedf29270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580078 Aug 17 14:22:31.895395 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48852) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:31.909697 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e261d3d-d311-4210-80df-83fab1bfcadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db0b146-21cc-4b6e-86fc-223f81c74d7e,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:31.915708 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-ecdbe47b-3811-4678-b0ff-2f8c8aa56827 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658452 Aug 17 14:22:31.918564 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-8a208097-7a77-47f7-90a0-65577b1e1b80 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610796 Aug 17 14:22:31.989376 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f37b1ce8-bf59-4d33-8e57-eb78eca9777f admin admin] Publish callbacks [] for security_group (0db0b146-21cc-4b6e-86fc-223f81c74d7e), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:31.997399 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd2ac0-b598-4626-99d2-f87b78f6836a req-a0ee4613-042f-4613-b2b1-fe206f10e097 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:31.999114 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-96bd2ac0-b598-4626-99d2-f87b78f6836a req-a0ee4613-042f-4613-b2b1-fe206f10e097 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0725625 Aug 17 14:22:32.040793 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f37b1ce8-bf59-4d33-8e57-eb78eca9777f admin admin] Publish callbacks [] for security_group (0db0b146-21cc-4b6e-86fc-223f81c74d7e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.090155 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-96bd2ac0-b598-4626-99d2-f87b78f6836a req-3ec9da8f-dc9e-43d2-8cf8-deaff3f2a1ad tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852103 Aug 17 14:22:32.097020 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b45ca6a-d18e-4346-b3af-47c364975bd5 req-fe963b5b-a0ed-4247-b30f-99189ee4df57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659136 Aug 17 14:22:32.097787 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99adb09-c165-4c60-9580-336d80d978ba', 'tag': '779d3430-82eb-4bd4-865f-36e66f92e691'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:32.100425 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfcb985-e1be-411b-8d28-4fb9276a09e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d99adb09-c165-4c60-9580-336d80d978ba", "tag": "779d3430-82eb-4bd4-865f-36e66f92e691"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:32.105297 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5993189d-9e44-4a4b-abe9-ae9c40e70a9d req-711839fb-d6a7-4f6b-a1c1-fb0a12b6fbef service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753993 Aug 17 14:22:32.122900 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f37b1ce8-bf59-4d33-8e57-eb78eca9777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0db0b146-21cc-4b6e-86fc-223f81c74d7e), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.126796 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f37b1ce8-bf59-4d33-8e57-eb78eca9777f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.130571 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f37b1ce8-bf59-4d33-8e57-eb78eca9777f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0db0b146-21cc-4b6e-86fc-223f81c74d7e HTTP/1.1" status: 204 len: 168 time: 0.2316947 Aug 17 14:22:32.153945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b1ce8-bf59-4d33-8e57-eb78eca9777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db0b146-21cc-4b6e-86fc-223f81c74d7e,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:32.190117 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a048c1-d2db-4513-9d74-fc218e54198a x-openstack-request-id: req-22a048c1-d2db-4513-9d74-fc218e54198a {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:32.190407 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99adb09-c165-4c60-9580-336d80d978ba", "tag": "779d3430-82eb-4bd4-865f-36e66f92e691", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:32.190664 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22a048c1-d2db-4513-9d74-fc218e54198a {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:32.191066 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a048c1-d2db-4513-9d74-fc218e54198a'] response: {'name': 'network-changed', 'server_uuid': 'd99adb09-c165-4c60-9580-336d80d978ba', 'tag': '779d3430-82eb-4bd4-865f-36e66f92e691', 'status': 'completed', 'code': 200} Aug 17 14:22:32.241636 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:32.259398 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9762-d58d-4c35-939d-e96b40e8798e req-59af6c2e-41f9-4653-a458-696d3a007285 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:32.261108 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-03ac9762-d58d-4c35-939d-e96b40e8798e req-59af6c2e-41f9-4653-a458-696d3a007285 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0588956 Aug 17 14:22:32.274713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48862) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:32.280388 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'floatingip': {'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:32.321581 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.470024 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48866) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:32.476768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d26a-c971-46c5-bdd7-dc88c0a97d8e req-0d6a823f-124e-4a4e-ac2c-ac7a11cd7a78 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:32.478291 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-44d3d26a-c971-46c5-bdd7-dc88c0a97d8e req-0d6a823f-124e-4a4e-ac2c-ac7a11cd7a78 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0669515 Aug 17 14:22:32.498173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5188593-0958-4ecd-854b-e75edd3ebc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.509738 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:32.606766 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-44d3d26a-c971-46c5-bdd7-dc88c0a97d8e req-532cbf71-3884-4f2d-999a-c3e5b4691402 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210971 Aug 17 14:22:32.624705 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5188593-0958-4ecd-854b-e75edd3ebc3b admin admin] Publish callbacks [] for security_group (93e2ce32-2edf-44ff-bee5-94a80e60c5d4), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.630350 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f5188593-0958-4ecd-854b-e75edd3ebc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (93e2ce32-2edf-44ff-bee5-94a80e60c5d4), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.677531 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f5188593-0958-4ecd-854b-e75edd3ebc3b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=462cd1b170af411bb4817422ba574094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957204 Aug 17 14:22:32.683599 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48872) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:32.692194 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5188593-0958-4ecd-854b-e75edd3ebc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e2ce32-2edf-44ff-bee5-94a80e60c5d4,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:32.752582 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8666c31c-d3f4-41d6-a1c8-00d5c1c37569 admin admin] Publish callbacks [] for security_group (93e2ce32-2edf-44ff-bee5-94a80e60c5d4), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.777038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8666c31c-d3f4-41d6-a1c8-00d5c1c37569 admin admin] Publish callbacks [] for security_group (93e2ce32-2edf-44ff-bee5-94a80e60c5d4), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.806838 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963bda7-0bcd-4cec-bd25-8c74e0a2ea30 req-6e845e1c-910c-4fc3-8d1f-842dd83f839b tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:32.808336 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8963bda7-0bcd-4cec-bd25-8c74e0a2ea30 req-6e845e1c-910c-4fc3-8d1f-842dd83f839b tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 944 time: 0.0620019 Aug 17 14:22:32.832951 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8666c31c-d3f4-41d6-a1c8-00d5c1c37569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (93e2ce32-2edf-44ff-bee5-94a80e60c5d4), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.835794 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8666c31c-d3f4-41d6-a1c8-00d5c1c37569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:32.837080 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-8666c31c-d3f4-41d6-a1c8-00d5c1c37569 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/93e2ce32-2edf-44ff-bee5-94a80e60c5d4 HTTP/1.1" status: 204 len: 168 time: 0.1525805 Aug 17 14:22:32.846722 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666c31c-d3f4-41d6-a1c8-00d5c1c37569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e2ce32-2edf-44ff-bee5-94a80e60c5d4,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:32.894170 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:32.966978 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8963bda7-0bcd-4cec-bd25-8c74e0a2ea30 req-d371197e-fca0-4c21-9a8c-7011a94f127e tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257079 Aug 17 14:22:33.075560 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.080419 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.182970 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Floating IP e4386efd-4b25-4fb5-9236-b4f7124b4db0 associated. External IP: 172.27.1.112, port: b94e1c42-bac9-403b-a5e5-85b5faddd333. Aug 17 14:22:33.228520 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48878) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:33.242465 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d58a-2fc6-442f-bd61-a977f5119cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.328473 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d58a-2fc6-442f-bd61-a977f5119cfb admin admin] Publish callbacks [] for security_group (cd9dd225-3892-44ea-928a-7fd78e9ceaf2), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.333495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d58a-2fc6-442f-bd61-a977f5119cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (cd9dd225-3892-44ea-928a-7fd78e9ceaf2), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.339089 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:33.376720 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0d58a-2fc6-442f-bd61-a977f5119cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9dd225-3892-44ea-928a-7fd78e9ceaf2,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:33.381273 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b4c0d58a-2fc6-442f-bd61-a977f5119cfb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d4cb572ee1004b9b989cbcf87f94a954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515732 Aug 17 14:22:33.383972 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48880) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:33.412758 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Router 25df77c2-2cbd-4842-b34c-fd9f868a2afe has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:22:33.438753 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cb95b871-1c1f-4642-84e3-c01600d7ffe2 admin admin] Publish callbacks [] for security_group (cd9dd225-3892-44ea-928a-7fd78e9ceaf2), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.462588 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cb95b871-1c1f-4642-84e3-c01600d7ffe2 admin admin] Publish callbacks [] for security_group (cd9dd225-3892-44ea-928a-7fd78e9ceaf2), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.469083 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:33.527265 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:33.531837 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-77106eee-17a3-4e84-9391-cc0629d2d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:33.532544 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.533335 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-77106eee-17a3-4e84-9391-cc0629d2d6d0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=875a745232574d20bc5c78433e36f8b0&device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 1128 time: 0.0454044 Aug 17 14:22:33.539715 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] Sync routers for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:33.564456 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:33.566217 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:33.574519 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6d20a37e-d4ec-4777-bb62-deaf4c6bdd24 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/e4386efd-4b25-4fb5-9236-b4f7124b4db0 HTTP/1.1" status: 200 len: 992 time: 1.2978933 Aug 17 14:22:33.575130 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:33.577529 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b0fc3-e757-448f-b758-e9d35a393a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:33.592789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cb95b871-1c1f-4642-84e3-c01600d7ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (cd9dd225-3892-44ea-928a-7fd78e9ceaf2), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.595484 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cb95b871-1c1f-4642-84e3-c01600d7ffe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:33.596660 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-cb95b871-1c1f-4642-84e3-c01600d7ffe2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cd9dd225-3892-44ea-928a-7fd78e9ceaf2 HTTP/1.1" status: 204 len: 168 time: 0.2117991 Aug 17 14:22:33.611156 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b871-1c1f-4642-84e3-c01600d7ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9dd225-3892-44ea-928a-7fd78e9ceaf2,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:33.632101 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1912dd-2ba2-4995-86bf-d8ad0b6378e1 x-openstack-request-id: req-9f1912dd-2ba2-4995-86bf-d8ad0b6378e1 {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:33.632393 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:33.632645 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f1912dd-2ba2-4995-86bf-d8ad0b6378e1 {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:33.633043 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1912dd-2ba2-4995-86bf-d8ad0b6378e1'] response: {'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'status': 'completed', 'code': 200} Aug 17 14:22:33.637434 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:33.658814 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:33.666437 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-411c8e8a-3205-4dca-8312-965e740d396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:33.668023 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-411c8e8a-3205-4dca-8312-965e740d396e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e HTTP/1.1" status: 200 len: 909 time: 0.1278222 Aug 17 14:22:33.724325 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:22:33.738829 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:33.754945 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-68ab2dcc-a50b-4527-9275-01c9e796b947 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779d3430-82eb-4bd4-865f-36e66f92e691 HTTP/1.1" status: 200 len: 217 time: 0.0717964 Aug 17 14:22:33.760880 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-e66617dc-8986-4b1e-855c-be91c54b3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:33.765055 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-e66617dc-8986-4b1e-855c-be91c54b3fc2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.0961325 Aug 17 14:22:33.847642 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f23a8-6abe-435b-92c2-782d1f00f660 req-2608dcdb-0425-4de0-8ccb-498c8925a5cf tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:33.854377 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5c7f23a8-6abe-435b-92c2-782d1f00f660 req-2608dcdb-0425-4de0-8ccb-498c8925a5cf tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1279004 Aug 17 14:22:33.893830 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-790d129b-00fb-465f-b8ff-6459be009aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:33.895288 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-790d129b-00fb-465f-b8ff-6459be009aa6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=1855e4ef-cd42-44c2-95fe-0589fb38dc00 HTTP/1.1" status: 200 len: 848 time: 0.1293542 Aug 17 14:22:33.931354 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-554c699c-50be-4f9c-b44c-d98110f1f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:33.933529 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-554c699c-50be-4f9c-b44c-d98110f1f379 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.1600921 Aug 17 14:22:33.954461 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5c7f23a8-6abe-435b-92c2-782d1f00f660 req-b91f0459-3fa0-4e2b-a939-ec35f6274855 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829227 Aug 17 14:22:33.957251 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-b817e082-355e-4e07-aa6a-76babe70e3c5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396631 Aug 17 14:22:33.982034 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:34.009410 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:34.042595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '8c608647-0be3-493f-8c4b-19aad8caae21', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21', 'mac_address': 'fa:16:3e:7b:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:22:34.097175 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-6beb9db2-10c2-4c47-ab77-168f3484736c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 1000 time: 0.1483006 Aug 17 14:22:34.118364 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: ACTIVE; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:34.120470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:34.142788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c608647-0be3-493f-8c4b-19aad8caae21 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:34.147873 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2b42b-d94a-478d-a210-2d02da5dedaa req-89ec6dbb-a58e-46d3-922a-6fb4cddeb23b tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:34.149402 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dfb2b42b-d94a-478d-a210-2d02da5dedaa req-89ec6dbb-a58e-46d3-922a-6fb4cddeb23b tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 944 time: 0.1003306 Aug 17 14:22:34.158416 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'e4386efd-4b25-4fb5-9236-b4f7124b4db0', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:13Z', 'updated_at': '2022-08-17T14:22:32Z', 'revision_number': 1, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:34.203359 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:34.204940 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] Checking router: 25df77c2-2cbd-4842-b34c-fd9f868a2afe for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:34.206280 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-9703bd54-7904-4f4a-8574-d356f43bca68 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165060 Aug 17 14:22:34.211626 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:34.213942 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-2cfd7e2a-f841-4c8b-aaa8-b87b027c54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:34.214955 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-2cfd7e2a-f841-4c8b-aaa8-b87b027c54ab service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.1064243 Aug 17 14:22:34.253112 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:34.253738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:34.280626 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dfb2b42b-d94a-478d-a210-2d02da5dedaa req-fbd9a85c-c658-464b-aa9a-c6351acbf460 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214192 Aug 17 14:22:34.345994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-d34f7db7-f7df-4d54-9446-9af5d1cf3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:34.346233 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=6']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:34.349770 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-d34f7db7-f7df-4d54-9446-9af5d1cf3e29 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1233745 Aug 17 14:22:34.438885 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:34.457856 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-adfcb985-e1be-411b-8d28-4fb9276a09e3 req-cb61aaf4-d0a8-4768-83b2-4f8c6ba79035 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344303 Aug 17 14:22:34.491611 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['8c608647-0be3-493f-8c4b-19aad8caae21'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:22:34.501045 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-f35627db-1d44-4498-84fa-1e9a5fb48ef9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439202 Aug 17 14:22:34.523959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:34.623693 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a3b0fc3-e757-448f-b758-e9d35a393a7d req-6f77c146-881f-4972-9136-d095d71243b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120749 Aug 17 14:22:34.720394 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48928) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:34.736841 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:34.828169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'e4386efd-4b25-4fb5-9236-b4f7124b4db0', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:13Z', 'updated_at': '2022-08-17T14:22:32Z', 'revision_number': 1, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:34.850606 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-739867829-network', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:34.872494 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2663b2-0634-44af-a2c6-4256f6c21729 None None] The sync data for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi is: [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'e4386efd-4b25-4fb5-9236-b4f7124b4db0', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:13Z', 'updated_at': '2022-08-17T14:22:32Z', 'revision_number': 1, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:34.895704 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Made reservation on behalf of e49076a24c164bb7aaefec58352f9243 for: {'network': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:34.898070 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:34.909563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:34.940104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:34.997611 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks [] for security_group (e2e2339b-bbe2-4abf-8559-0aeb62f8748d), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.002805 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (e2e2339b-bbe2-4abf-8559-0aeb62f8748d), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.044242 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2339b-bbe2-4abf-8559-0aeb62f8748d,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:35.054689 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=106366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:22:35.089387 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (6a4503cb-59e9-4a5c-837a-427705f3fc5c), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.090386 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.segments_db [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Added segment 6a4503cb-59e9-4a5c-837a-427705f3fc5c of type vlan for network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 Aug 17 14:22:35.158268 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.181095 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0db460-be41-44f5-a161-317280c8ec25 req-b90ee0ba-430d-4062-9c80-a8465ce29364 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:35.188718 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc0db460-be41-44f5-a161-317280c8ec25 req-b90ee0ba-430d-4062-9c80-a8465ce29364 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.1201630 Aug 17 14:22:35.202559 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.204180 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:35.204765 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.207688 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867ab13-2efa-4773-b13e-150fa05e3efb None None] New status for floating IP e4386efd-4b25-4fb5-9236-b4f7124b4db0: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:22:35.265762 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc0db460-be41-44f5-a161-317280c8ec25 req-1d5234b1-886e-4a46-b3ec-d67f4d0a2e07 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757196 Aug 17 14:22:35.285992 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5642638 Aug 17 14:22:35.288891 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48960) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:35.295554 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Request body: {'subnet': {'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-739867829-subnet', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:35.299737 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffb373-193c-4ef5-aa03-3e6157c47080 admin admin] Pushing event updated for resources: {'Network': ['ID=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:35.311495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:22:35.350498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Made reservation on behalf of e49076a24c164bb7aaefec58352f9243 for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:35.353723 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60676591'] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.493200 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5351-ba8f-40e0-a586-ffaaae557048 req-b4ea7667-e17d-4b5f-aa5b-2740bbc8dd52 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:35.498942 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b1e5351-ba8f-40e0-a586-ffaaae557048 req-b4ea7667-e17d-4b5f-aa5b-2740bbc8dd52 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 944 time: 0.0716965 Aug 17 14:22:35.504851 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:35.571285 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b1e5351-ba8f-40e0-a586-ffaaae557048 req-7d667a76-f1c8-48ff-8ac6-ea8a0794f9d5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653472 Aug 17 14:22:35.650357 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60676481'] for subnet (8380b29e-d866-49c5-8a67-3c4ffb855e05), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.706655 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8380b29e-d866-49c5-8a67-3c4ffb855e05,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:35.722899 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Checking segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:35.723227 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Network hostable DHCP agents. Network: e16b4cf2-98b5-496b-a9d9-bb72ff47ee32, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:22:35.743340 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:22:35.748905 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 779d3430-82eb-4bd4-865f-36e66f92e691 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:22:35.755168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, e16b4cf2-98b5-496b-a9d9-bb72ff47ee32) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:35.756394 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:35.759406 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:35.760700 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.781533 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b7824c65-801d-4d4c-8070-dcebfe4bb017 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4912314 Aug 17 14:22:35.784625 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 48964) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:35.789092 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:35.799892 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c362dec-9c90-4b47-ab79-db27d4ec1175 None None] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:35.811540 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:35.830668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (52d388a9-c82e-44cf-b456-56a1bafdc9b0), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.832235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (52d388a9-c82e-44cf-b456-56a1bafdc9b0), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:35.895509 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks [] for router_controller (52d388a9-c82e-44cf-b456-56a1bafdc9b0), precommit_add_association {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.080090 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks [] for router_gateway (52d388a9-c82e-44cf-b456-56a1bafdc9b0), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.141670 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 8c608647-0be3-493f-8c4b-19aad8caae21 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:36.142343 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.241621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:22:36.242988 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.248243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 779d3430-82eb-4bd4-865f-36e66f92e691, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=779d3430-82eb-4bd4-865f-36e66f92e691,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:36.301996 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:36.305302 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '779d3430-82eb-4bd4-865f-36e66f92e691', 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e', 'port_id': '779d3430-82eb-4bd4-865f-36e66f92e691', 'mac_address': 'fa:16:3e:62:00:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855e4ef-cd42-44c2-95fe-0589fb38dc00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:22:36.325137 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks [] for router_gateway (52d388a9-c82e-44cf-b456-56a1bafdc9b0), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.358145 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.372140 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:36.372921 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.450430 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 779d3430-82eb-4bd4-865f-36e66f92e691 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:36.451130 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.455596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869646b8-86ca-49cb-9f63-30bd650b4fec req-a6564039-83d1-4f45-9a75-8412dfe3132e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:36.463000 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-869646b8-86ca-49cb-9f63-30bd650b4fec req-a6564039-83d1-4f45-9a75-8412dfe3132e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.0631835 Aug 17 14:22:36.479735 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:36.482142 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598845ca-98bb-4cbb-a7df-e90497fc1ce1" -d '{"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-plugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:36.512589 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Allocated IP 172.27.1.171 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/95c0efd2-4826-4cac-a361-ea61a3ba661e) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:36.516847 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779d3430-82eb-4bd4-865f-36e66f92e691 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:36.526237 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:36.531211 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:36.531942 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-869646b8-86ca-49cb-9f63-30bd650b4fec req-fee892be-f6d5-4a80-883d-1568f7ea1b2f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646462 Aug 17 14:22:36.564377 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.575060 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 779d3430-82eb-4bd4-865f-36e66f92e691, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=779d3430-82eb-4bd4-865f-36e66f92e691,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:36.599344 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a97bc7-0a25-4ea7-aa94-0e3c3eefc078 x-openstack-request-id: req-71a97bc7-0a25-4ea7-aa94-0e3c3eefc078 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:36.599793 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-plugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:36.599961 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71a97bc7-0a25-4ea7-aa94-0e3c3eefc078 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:36.600373 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a97bc7-0a25-4ea7-aa94-0e3c3eefc078'] response: {'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'code': 200} Aug 17 14:22:36.604582 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:36.605794 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.648759 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Allocated IP 172.20.0.2 (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32/8380b29e-d866-49c5-8a67-3c4ffb855e05/0e50d1c1-33d4-4145-ad98-b40b57e03293) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:36.676142 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=7']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:36.705956 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks [] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.747881 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:36.757974 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995f7-e009-4d51-a96a-3d8f35f82273 req-b33b5a15-f02a-4db7-b46e-e1dd4f21be05 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:36.766105 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0eb995f7-e009-4d51-a96a-3d8f35f82273 req-b33b5a15-f02a-4db7-b46e-e1dd4f21be05 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 945 time: 0.0771723 Aug 17 14:22:36.795577 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=779d3430-82eb-4bd4-865f-36e66f92e691,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:36.811986 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:36.840031 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:36.863496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:36.874680 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:36.944198 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0eb995f7-e009-4d51-a96a-3d8f35f82273 req-fbf839b6-d2a8-4f7b-881a-64f0d39edfa5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767659 Aug 17 14:22:36.973523 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['779d3430-82eb-4bd4-865f-36e66f92e691'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:22:36.982296 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Publish callbacks [] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.030048 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.110166 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Pushing event updated for resources: {'Port': ['ID=0e50d1c1-33d4-4145-ad98-b40b57e03293,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:37.113801 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:37.123120 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:37.127708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:37.140339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Pushing event updated for resources: {'Port': ['ID=95c0efd2-4826-4cac-a361-ea61a3ba661e,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:37.233345 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Attempting to bind port 0e50d1c1-33d4-4145-ad98-b40b57e03293 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:37.234089 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Attempting to bind port 0e50d1c1-33d4-4145-ad98-b40b57e03293 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:37.234681 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Attempting to bind port 0e50d1c1-33d4-4145-ad98-b40b57e03293 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:37.248584 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:37.249275 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Checking segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:37.249858 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.250450 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Bound using segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:37.251116 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Bound port: 0e50d1c1-33d4-4145-ad98-b40b57e03293, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:37.251507 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.362352 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] For port 0e50d1c1-33d4-4145-ad98-b40b57e03293, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:37.367147 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] For port 0e50d1c1-33d4-4145-ad98-b40b57e03293, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0e50d1c1-33d4-4145-ad98-b40b57e03293,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:37.376616 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.452601 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a3852-2755-4204-b457-82de5ed26fc3 None None] Pushing event updated for resources: {'Port': ['ID=0e50d1c1-33d4-4145-ad98-b40b57e03293,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:37.493244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks [] for router_gateway (52d388a9-c82e-44cf-b456-56a1bafdc9b0), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.786964 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22c4af-aeb4-4a2f-9085-3b4187f84ec6 req-58374d3b-1f64-43b1-a3bb-fecb09ad3f24 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:37.788381 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bd22c4af-aeb4-4a2f-9085-3b4187f84ec6 req-58374d3b-1f64-43b1-a3bb-fecb09ad3f24 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1102753 Aug 17 14:22:37.833423 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (52d388a9-c82e-44cf-b456-56a1bafdc9b0), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:37.836120 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:37.899467 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bd22c4af-aeb4-4a2f-9085-3b4187f84ec6 req-ad3eeb4c-b453-48aa-80c4-f1bd8c779ba8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962288 Aug 17 14:22:38.000424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:38.022165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:22:38.105135 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66e70-9d99-4289-9667-17914bc26a26 req-f975b1b5-edad-4e09-9f1e-ea076258faa1 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:38.114915 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-77a66e70-9d99-4289-9667-17914bc26a26 req-f975b1b5-edad-4e09-9f1e-ea076258faa1 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 945 time: 0.0810339 Aug 17 14:22:38.174736 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-77a66e70-9d99-4289-9667-17914bc26a26 req-ac716100-acc1-41c5-9806-57795989ad1b tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588536 Aug 17 14:22:38.188703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:38.197774 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 779d3430-82eb-4bd4-865f-36e66f92e691 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:38.205312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:38.215108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:38.216952 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-95c4d3e4-fe8e-4553-9dd0-b98c795fde98 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4311967 Aug 17 14:22:38.219820 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 48984) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:38.275758 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:38.276878 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:38.313837 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:38.405996 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:38.600774 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0e50d1c1-33d4-4145-ad98-b40b57e03293 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:38.603582 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:38.696867 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 779d3430-82eb-4bd4-865f-36e66f92e691 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:22:38.713689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 779d3430-82eb-4bd4-865f-36e66f92e691 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:38.714124 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:38.722898 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:38.770570 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 0e50d1c1-33d4-4145-ad98-b40b57e03293 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:38.771346 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:38.820564 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5726fa-6df2-4f16-8ec1-9660a4b22bb4 None None] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:38.889311 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:38.906196 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:38.922720 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Provisioning complete for port 0e50d1c1-33d4-4145-ad98-b40b57e03293 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:38.923137 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:38.924620 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:37Z', 'revision_number': 3, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:38.993518 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:38.993999 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Updating router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 port 95c0efd2-4826-4cac-a361-ea61a3ba661e binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:22:39.064589 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1b2f8-7a02-4337-8b64-d71d164d6c40 req-4f4f800f-d767-4fa4-b528-d59ef63c8e25 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:39.066599 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8bd1b2f8-7a02-4337-8b64-d71d164d6c40 req-4f4f800f-d767-4fa4-b528-d59ef63c8e25 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0658023 Aug 17 14:22:39.149245 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Allocated IP 172.20.0.1 (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32/8380b29e-d866-49c5-8a67-3c4ffb855e05/707f05c0-495d-4407-94e2-e5b1d4d9baf1) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:39.171327 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8bd1b2f8-7a02-4337-8b64-d71d164d6c40 req-eb6b5fa6-249c-489c-859e-8bc9b7fdae02 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986996 Aug 17 14:22:39.328334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.344736 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71204a0-7380-4a78-9ad8-6dce044da686 req-034b478d-1b9d-4950-afcc-67750a25e437 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:39.346313 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a71204a0-7380-4a78-9ad8-6dce044da686 req-034b478d-1b9d-4950-afcc-67750a25e437 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 945 time: 0.0710690 Aug 17 14:22:39.381415 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 779d3430-82eb-4bd4-865f-36e66f92e691 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:39.381885 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.434954 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks [] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.448153 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a71204a0-7380-4a78-9ad8-6dce044da686 req-628a62c6-6f9b-4f5f-93c4-c21e79369c2e tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904927 Aug 17 14:22:39.492308 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.536267 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 0e50d1c1-33d4-4145-ad98-b40b57e03293 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:39.536958 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.539587 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:39.548175 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:39.550208 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:39.551312 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:39.587264 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Pushing event updated for resources: {'Port': ['ID=707f05c0-495d-4407-94e2-e5b1d4d9baf1,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:39.614296 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Current status of the port 0e50d1c1-33d4-4145-ad98-b40b57e03293 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:39.614699 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.616524 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99adb09-c165-4c60-9580-336d80d978ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d3430-82eb-4bd4-865f-36e66f92e691'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:39.618943 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc7abc3-a994-4691-8e83-0fbd3a97fbfc" -d '{"events": [{"server_uuid": "d99adb09-c165-4c60-9580-336d80d978ba", "name": "network-vif-plugged", "status": "completed", "tag": "779d3430-82eb-4bd4-865f-36e66f92e691"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:39.642230 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (52d388a9-c82e-44cf-b456-56a1bafdc9b0), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.679790 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:39.712477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf088e-bf13-4f4d-9338-aa822a972453 x-openstack-request-id: req-bbaf088e-bf13-4f4d-9338-aa822a972453 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:39.713148 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99adb09-c165-4c60-9580-336d80d978ba", "name": "network-vif-plugged", "status": "completed", "tag": "779d3430-82eb-4bd4-865f-36e66f92e691", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:39.713644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbaf088e-bf13-4f4d-9338-aa822a972453 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:39.726349 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbaf088e-bf13-4f4d-9338-aa822a972453'] response: {'server_uuid': 'd99adb09-c165-4c60-9580-336d80d978ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d3430-82eb-4bd4-865f-36e66f92e691', 'code': 200} Aug 17 14:22:39.726349 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 779d3430-82eb-4bd4-865f-36e66f92e691, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=779d3430-82eb-4bd4-865f-36e66f92e691,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:39.760356 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.874649 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.915972 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 0e50d1c1-33d4-4145-ad98-b40b57e03293, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0e50d1c1-33d4-4145-ad98-b40b57e03293,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:39.928876 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:39.982437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=779d3430-82eb-4bd4-865f-36e66f92e691,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:40.066917 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.db.api [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 17 14:22:40.067458 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG oslo_db.api [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 14:22:40.070966 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976feb49-3a22-4fee-93fb-0d110aba3471 req-f0241a47-6773-48e6-9903-db20b541705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:40.075441 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-976feb49-3a22-4fee-93fb-0d110aba3471 req-f0241a47-6773-48e6-9903-db20b541705c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 1130 time: 0.0743570 Aug 17 14:22:40.101424 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:40.112534 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=0e50d1c1-33d4-4145-ad98-b40b57e03293,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:40.144237 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:40.160429 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Publish callbacks [] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.173556 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.176968 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-976feb49-3a22-4fee-93fb-0d110aba3471 req-037e470c-6b91-4698-b8af-b1d3b3b75773 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935171 Aug 17 14:22:40.193755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Attempting to bind port 95c0efd2-4826-4cac-a361-ea61a3ba661e on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:40.193755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Attempting to bind port 95c0efd2-4826-4cac-a361-ea61a3ba661e by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:40.194146 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Attempting to bind port 95c0efd2-4826-4cac-a361-ea61a3ba661e on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:40.222268 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks [] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.233561 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.254894 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:40.256297 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:40.260244 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.260711 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:40.261397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Bound port: 95c0efd2-4826-4cac-a361-ea61a3ba661e, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:40.261749 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.326167 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (52d388a9-c82e-44cf-b456-56a1bafdc9b0), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.327987 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Pushing event updated for resources: {'Port': ['ID=707f05c0-495d-4407-94e2-e5b1d4d9baf1,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:40.341033 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030020-ad78-4bba-a16c-ec59bdc0a11d None None] Pushing event updated for resources: {'Port': ['ID=95c0efd2-4826-4cac-a361-ea61a3ba661e,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:40.401726 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] For port 95c0efd2-4826-4cac-a361-ea61a3ba661e, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:40.406702 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] For port 95c0efd2-4826-4cac-a361-ea61a3ba661e, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=95c0efd2-4826-4cac-a361-ea61a3ba661e,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:40.416245 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be64475-41bd-44a0-8fb9-cf08a6830159 req-2cf02819-7937-4c4b-a80b-e00c6a828e90 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:40.423005 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.427265 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0be64475-41bd-44a0-8fb9-cf08a6830159 req-2cf02819-7937-4c4b-a80b-e00c6a828e90 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0899441 Aug 17 14:22:40.467294 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:40.468301 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:40.567877 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0e50d1c1-33d4-4145-ad98-b40b57e03293 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:40.570813 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030020-ad78-4bba-a16c-ec59bdc0a11d None None] Pushing event updated for resources: {'Port': ['ID=95c0efd2-4826-4cac-a361-ea61a3ba661e,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:40.574172 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0be64475-41bd-44a0-8fb9-cf08a6830159 req-07b1d088-074d-4648-a5a3-fb06c6752ecc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457765 Aug 17 14:22:40.642498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:40.643853 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:40.682437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-da4ee600-de68-4ea8-b180-f7af957c3aac None None] Current status of the port 0e50d1c1-33d4-4145-ad98-b40b57e03293 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:40.727924 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:40.730388 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:40.802815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 0e50d1c1-33d4-4145-ad98-b40b57e03293 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:40.802815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:40.963726 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-21874d6c-89f8-4db3-b14c-1010fdd11f31 None None] Provisioning complete for port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:40.964242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-21874d6c-89f8-4db3-b14c-1010fdd11f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:41.046825 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-21874d6c-89f8-4db3-b14c-1010fdd11f31 None None] Port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:41.067404 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e59b-2479-48ee-8dad-839b14a05277 req-a4f184d7-552d-46b2-987f-c8e56a9710f5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:41.069037 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 0e50d1c1-33d4-4145-ad98-b40b57e03293 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:41.076551 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3339e59b-2479-48ee-8dad-839b14a05277 req-a4f184d7-552d-46b2-987f-c8e56a9710f5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 946 time: 0.3375530 Aug 17 14:22:41.122344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:22:41.124232 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-21874d6c-89f8-4db3-b14c-1010fdd11f31 None None] Provisioning complete for port 0e50d1c1-33d4-4145-ad98-b40b57e03293 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:41.124977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-21874d6c-89f8-4db3-b14c-1010fdd11f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:41.186320 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3339e59b-2479-48ee-8dad-839b14a05277 req-c9834b74-c9e1-4daf-983e-295a5941bbf9 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076047 Aug 17 14:22:41.247771 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 2, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:41.263746 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:41.323545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-21874d6c-89f8-4db3-b14c-1010fdd11f31 None None] Current status of the port 0e50d1c1-33d4-4145-ad98-b40b57e03293 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:41.329966 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792e442-8bfb-41a6-aa8a-4321783492bb None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 2, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:41.341187 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:41.351179 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d51cdefb-c4a1-42a4-929d-23199cc695c8 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/52d388a9-c82e-44cf-b456-56a1bafdc9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1300364 Aug 17 14:22:41.449902 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-9e5cccb0-f40a-4ecb-88e7-1633076bcca6 None None] Provisioning complete for port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:41.451257 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9e5cccb0-f40a-4ecb-88e7-1633076bcca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:41.496165 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cccb0-f40a-4ecb-88e7-1633076bcca6 None None] Port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:41.806822 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390b336-fc74-48fb-a8f1-063ab2fa581f req-1d6e005a-3285-418b-96a2-b48c5f53c6af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:41.808337 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6390b336-fc74-48fb-a8f1-063ab2fa581f req-1d6e005a-3285-418b-96a2-b48c5f53c6af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0938642 Aug 17 14:22:41.904884 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6390b336-fc74-48fb-a8f1-063ab2fa581f req-2c558cdb-3264-47a8-b701-323922ab8b67 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871601 Aug 17 14:22:42.186142 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 49036) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:42.192781 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1100170894-network', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:42.249274 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Made reservation on behalf of 79ec94c8b65341f0bada94bc9726fd0e for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:42.252350 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.266990 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.361707 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547a250-f75a-4ce0-bdd8-30955e7c242f req-fb60187e-0920-4bb1-9c27-8587a610d9c3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:42.364360 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8547a250-f75a-4ce0-bdd8-30955e7c242f req-fb60187e-0920-4bb1-9c27-8587a610d9c3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 946 time: 0.0677333 Aug 17 14:22:42.385689 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:42.429328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks [] for security_group (0b29e49d-4a4e-418f-b019-c3ada3fe3b28), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.436174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0b29e49d-4a4e-418f-b019-c3ada3fe3b28), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.492809 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b29e49d-4a4e-418f-b019-c3ada3fe3b28,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:42.505726 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:22:42.506444 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8547a250-f75a-4ce0-bdd8-30955e7c242f req-17e3703e-9e97-4ea4-b619-4286fa7c831e tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327088 Aug 17 14:22:42.518669 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (d15a53af-2a05-4453-9e52-5e6a2e7d1da3), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.519017 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Added segment d15a53af-2a05-4453-9e52-5e6a2e7d1da3 of type vlan for network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 Aug 17 14:22:42.576221 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (5a9deeeb-20a8-42d6-98cc-b79a140c8a36), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.614784 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (5a9deeeb-20a8-42d6-98cc-b79a140c8a36), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.615854 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:42.616447 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.689046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 95c0efd2-4826-4cac-a361-ea61a3ba661e up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:42.724435 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9deeeb-20a8-42d6-98cc-b79a140c8a36,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:42.735656 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:42.748398 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:22:42.750578 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49044) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:42.751293 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ab63b35c-6bda-4b5a-82f6-02cbc2f82ad1 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5635865 Aug 17 14:22:42.756480 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Request body: {'subnet': {'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1100170894-subnet', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:42.786314 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Made reservation on behalf of 79ec94c8b65341f0bada94bc9726fd0e for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:42.792662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:42.886308 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 95c0efd2-4826-4cac-a361-ea61a3ba661e triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:42.886672 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.101155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (0728ec13-859f-46c2-ac06-04197e7f88fb), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.110412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 95c0efd2-4826-4cac-a361-ea61a3ba661e is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:43.110933 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.137190 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 95c0efd2-4826-4cac-a361-ea61a3ba661e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=95c0efd2-4826-4cac-a361-ea61a3ba661e,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:43.146595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.210992 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0728ec13-859f-46c2-ac06-04197e7f88fb,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:43.215218 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c712e-924d-4792-8316-6df84a9ddcd3 req-96861a8b-c2ac-49aa-a409-a3f4c5ee0799 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:43.221495 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-883c712e-924d-4792-8316-6df84a9ddcd3 req-96861a8b-c2ac-49aa-a409-a3f4c5ee0799 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1089339 Aug 17 14:22:43.262632 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Checking segment: {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:43.263307 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Network hostable DHCP agents. Network: 5a9deeeb-20a8-42d6-98cc-b79a140c8a36, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:22:43.293549 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:22:43.319720 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 5a9deeeb-20a8-42d6-98cc-b79a140c8a36) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:43.324868 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:43.325789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.361421 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-93f0b2c6-bbaa-46f5-8459-3b7e31937f8b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6096239 Aug 17 14:22:43.364043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49056) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:43.369281 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:43.376226 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:43.410696 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-883c712e-924d-4792-8316-6df84a9ddcd3 req-abf3cb6b-5055-47d2-9fe6-331152599230 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565180 Aug 17 14:22:43.435766 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (b3e8a1c5-ed4f-43f0-933a-017867c12d10), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.436856 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (b3e8a1c5-ed4f-43f0-933a-017867c12d10), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.470666 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:43.517970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=95c0efd2-4826-4cac-a361-ea61a3ba661e,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:43.522869 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae3b4a-5fd7-4a71-baa0-a82e7d5386e1 None None] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:43.546972 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks [] for router_controller (b3e8a1c5-ed4f-43f0-933a-017867c12d10), precommit_add_association {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.607970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-26edabc7-7f2b-4a16-a720-e0393645bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.767646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-5a9deeeb-20a8-42d6-98cc-b79a140c8a36', 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36', 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'fixed_ips': [{'subnet_id': '0728ec13-859f-46c2-ac06-04197e7f88fb'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:22:43.768740 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.777465 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks [] for router_gateway (b3e8a1c5-ed4f-43f0-933a-017867c12d10), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:43.832776 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4380b7-2bad-4403-9a1a-f97d72251c08 req-3fb25e2c-ec0d-4021-bb5a-33945ab05144 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:43.834586 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f4380b7-2bad-4403-9a1a-f97d72251c08 req-3fb25e2c-ec0d-4021-bb5a-33945ab05144 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 946 time: 0.0998082 Aug 17 14:22:43.918489 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f4380b7-2bad-4403-9a1a-f97d72251c08 req-f922f592-e277-4b78-94d0-e9d757367562 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738122 Aug 17 14:22:43.976688 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:44.014022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Allocated IP 172.20.0.2 (5a9deeeb-20a8-42d6-98cc-b79a140c8a36/0728ec13-859f-46c2-ac06-04197e7f88fb/1b60e088-1486-48b1-8050-37c205278b14) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:44.043472 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks [] for router_gateway (b3e8a1c5-ed4f-43f0-933a-017867c12d10), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.065639 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.215931 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Publish callbacks [] for port (1b60e088-1486-48b1-8050-37c205278b14), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.226924 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (1b60e088-1486-48b1-8050-37c205278b14), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.230345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Allocated IP 172.27.1.19 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/b0c54e84-299a-4b77-899d-b8894d40f9bf) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:44.279731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:44.285484 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:44.289786 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:44.295128 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Pushing event updated for resources: {'Port': ['ID=1b60e088-1486-48b1-8050-37c205278b14,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:44.354784 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Attempting to bind port 1b60e088-1486-48b1-8050-37c205278b14 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:44.355168 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Attempting to bind port 1b60e088-1486-48b1-8050-37c205278b14 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:44.355536 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Attempting to bind port 1b60e088-1486-48b1-8050-37c205278b14 on network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:44.361074 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:44.361502 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Checking segment: {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:44.362069 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.362595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Bound using segment: {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:44.363080 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Bound port: 1b60e088-1486-48b1-8050-37c205278b14, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:44.363470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1b60e088-1486-48b1-8050-37c205278b14), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.377686 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:44.392824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks [] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.433037 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.444087 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] For port 1b60e088-1486-48b1-8050-37c205278b14, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:44.450761 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] For port 1b60e088-1486-48b1-8050-37c205278b14, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1b60e088-1486-48b1-8050-37c205278b14,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:44.465687 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1b60e088-1486-48b1-8050-37c205278b14), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.491826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:44.497704 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:44.501690 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:44.562099 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c54e84-299a-4b77-899d-b8894d40f9bf,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:44.589312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 95c0efd2-4826-4cac-a361-ea61a3ba661e up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:44.648613 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81014b17-cb64-4def-b43e-58d6c3db224d None None] Pushing event updated for resources: {'Port': ['ID=1b60e088-1486-48b1-8050-37c205278b14,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:44.669109 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 95c0efd2-4826-4cac-a361-ea61a3ba661e triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:44.669556 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:44.725925 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:44.741612 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:44.752967 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:44.838845 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 95c0efd2-4826-4cac-a361-ea61a3ba661e is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:44.855754 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918198f8-5393-41bc-b6f5-9160f9db722e req-a7222cf6-84d4-439e-9e5d-efc4cb12b9aa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:44.863834 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-918198f8-5393-41bc-b6f5-9160f9db722e req-a7222cf6-84d4-439e-9e5d-efc4cb12b9aa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1985953 Aug 17 14:22:44.895918 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:44.920062 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:45.008580 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-918198f8-5393-41bc-b6f5-9160f9db722e req-b4c2d6a2-064a-4a3f-ba5e-f939f9fd1dd8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318164 Aug 17 14:22:45.032262 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:45.181772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks [] for router_gateway (b3e8a1c5-ed4f-43f0-933a-017867c12d10), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.247354 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6639dc7-9d95-402e-88b2-ba3b9587911f req-01b97ae2-b57b-4660-9e20-67c4be354781 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:45.249784 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a6639dc7-9d95-402e-88b2-ba3b9587911f req-01b97ae2-b57b-4660-9e20-67c4be354781 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 946 time: 0.1106687 Aug 17 14:22:45.330552 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a6639dc7-9d95-402e-88b2-ba3b9587911f req-130dc30a-30ea-4427-b103-0bebe7042af7 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723369 Aug 17 14:22:45.373913 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e02d2091-3c17-4573-96ca-46b066329775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.461499 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 2, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:45.491331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-3b2691e4-535f-4b4f-8802-7546e44ba9ef tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:45.492899 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-3b2691e4-535f-4b4f-8802-7546e44ba9ef tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 946 time: 0.0867746 Aug 17 14:22:45.493037 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:45.493330 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Updating router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:22:45.530267 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.604751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (b3e8a1c5-ed4f-43f0-933a-017867c12d10), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.695347 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Deleting port 779d3430-82eb-4bd4-865f-36e66f92e691 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:22:45.695702 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.823013 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] For port 779d3430-82eb-4bd4-865f-36e66f92e691, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=779d3430-82eb-4bd4-865f-36e66f92e691,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:45.823398 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.838878 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:22:45.918395 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Publish callbacks [] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.933017 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:45.996384 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:46.003944 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:46.081657 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26686d7b-b6ac-4424-80ae-5f283def0920 None None] Pushing event updated for resources: {'Port': ['ID=707f05c0-495d-4407-94e2-e5b1d4d9baf1,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:46.091819 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Attempting to bind port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:46.092305 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Attempting to bind port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:46.092755 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Attempting to bind port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:46.100095 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:46.100821 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Checking segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:46.100821 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.101456 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Bound using segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:46.102348 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Bound port: 707f05c0-495d-4407-94e2-e5b1d4d9baf1, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:46.102828 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.121780 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b273a-f5fb-4c53-bbd0-1094e2201aed None None] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:22:46.159141 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Calling delete_port for 779d3430-82eb-4bd4-865f-36e66f92e691 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:22:46.207806 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] For port 707f05c0-495d-4407-94e2-e5b1d4d9baf1, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:46.211843 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] For port 707f05c0-495d-4407-94e2-e5b1d4d9baf1, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=707f05c0-495d-4407-94e2-e5b1d4d9baf1,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:46.229041 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.270474 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] Provisioning complete for port 1b60e088-1486-48b1-8050-37c205278b14 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:46.270971 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1b60e088-1486-48b1-8050-37c205278b14), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.319998 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:46.321019 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:46.372395 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] Current status of the port 1b60e088-1486-48b1-8050-37c205278b14 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:46.372913 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1b60e088-1486-48b1-8050-37c205278b14), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.392402 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:46.398947 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904100d8-0c73-4a02-b430-5a7f187c7033 req-44fc089e-f453-4655-872a-d10ab0f23185 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:46.400826 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-904100d8-0c73-4a02-b430-5a7f187c7033 req-44fc089e-f453-4655-872a-d10ab0f23185 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0908499 Aug 17 14:22:46.419768 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] For port 1b60e088-1486-48b1-8050-37c205278b14, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1b60e088-1486-48b1-8050-37c205278b14,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:46.447706 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1b60e088-1486-48b1-8050-37c205278b14), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.570623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bedcdd-54a7-4d8a-b1e3-41068331c474 None None] Pushing event updated for resources: {'Port': ['ID=1b60e088-1486-48b1-8050-37c205278b14,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:46.605121 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ca7ee-9150-4ac6-b405-efdd9af30bba req-f247bf17-bb12-4bb5-bebd-6acd256298d7 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:46.608284 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3e2ca7ee-9150-4ac6-b405-efdd9af30bba req-f247bf17-bb12-4bb5-bebd-6acd256298d7 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d99adb09-c165-4c60-9580-336d80d978ba HTTP/1.1" status: 200 len: 946 time: 0.1081576 Aug 17 14:22:46.645068 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:46.646920 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-904100d8-0c73-4a02-b430-5a7f187c7033 req-43b93af6-3bb5-43a0-986f-8410c971f33c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297027 Aug 17 14:22:46.651867 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Router b3e8a1c5-ed4f-43f0-933a-017867c12d10 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:22:46.667946 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (779d3430-82eb-4bd4-865f-36e66f92e691), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.677514 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:46.692445 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26686d7b-b6ac-4424-80ae-5f283def0920 None None] Pushing event updated for resources: {'Port': ['ID=707f05c0-495d-4407-94e2-e5b1d4d9baf1,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:46.711499 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['779d3430-82eb-4bd4-865f-36e66f92e691'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:22:46.733679 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3e2ca7ee-9150-4ac6-b405-efdd9af30bba req-56557c75-3c2c-4aeb-b039-0a887404e98d tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196713 Aug 17 14:22:46.753128 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1b60e088-1486-48b1-8050-37c205278b14 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:46.755783 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8536df09-ee15-429c-a0e8-c94b001c4531 None None] Provisioning complete for port 1b60e088-1486-48b1-8050-37c205278b14 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:46.756247 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8536df09-ee15-429c-a0e8-c94b001c4531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1b60e088-1486-48b1-8050-37c205278b14), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.779479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Pushing event deleted for resources: {'Port': ['ID=779d3430-82eb-4bd4-865f-36e66f92e691,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:46.827581 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:46.830909 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] No DVR routers for this DVR port 779d3430-82eb-4bd4-865f-36e66f92e691 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:22:46.860883 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.864272 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba235a7c-1eac-48a4-8562-c226cf53374f req-93c32c48-31c3-4069-95d7-f37912b48c31 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "DELETE /networking/v2.0/ports/779d3430-82eb-4bd4-865f-36e66f92e691 HTTP/1.1" status: 204 len: 173 time: 1.3551474 Aug 17 14:22:46.864733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99adb09-c165-4c60-9580-336d80d978ba', 'name': 'network-vif-deleted', 'tag': '779d3430-82eb-4bd4-865f-36e66f92e691'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:46.867293 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fbc2e5-47a6-4a86-b595-9b84745e415d" -d '{"events": [{"server_uuid": "d99adb09-c165-4c60-9580-336d80d978ba", "name": "network-vif-deleted", "tag": "779d3430-82eb-4bd4-865f-36e66f92e691"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:46.897376 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:46.941584 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.943889 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:46.946678 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Sync routers for ids ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:46.948131 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-9fff2a87-473f-4cbe-96f8-1b4bcb3fb746 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5791256 Aug 17 14:22:46.948131 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49082) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:46.960333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4386e06c-ce69-48dc-a12c-d194c85ee579 x-openstack-request-id: req-4386e06c-ce69-48dc-a12c-d194c85ee579 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:46.961959 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:46.970199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99adb09-c165-4c60-9580-336d80d978ba", "name": "network-vif-deleted", "tag": "779d3430-82eb-4bd4-865f-36e66f92e691", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:46.970548 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4386e06c-ce69-48dc-a12c-d194c85ee579 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:46.971148 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4386e06c-ce69-48dc-a12c-d194c85ee579'] response: {'server_uuid': 'd99adb09-c165-4c60-9580-336d80d978ba', 'name': 'network-vif-deleted', 'tag': '779d3430-82eb-4bd4-865f-36e66f92e691', 'status': 'completed', 'code': 200} Aug 17 14:22:46.973540 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:47.060473 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Routers {'b3e8a1c5-ed4f-43f0-933a-017867c12d10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:47.067860 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:47.146131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1b60e088-1486-48b1-8050-37c205278b14 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:47.146859 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1b60e088-1486-48b1-8050-37c205278b14), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:47.170378 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8536df09-ee15-429c-a0e8-c94b001c4531 None None] Current status of the port 1b60e088-1486-48b1-8050-37c205278b14 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:47.186118 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:46Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:47.230340 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023e829-39a4-4aa2-8e6c-c7973a421429 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:46Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:47.291499 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Set router b3e8a1c5-ed4f-43f0-933a-017867c12d10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:47.462150 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1b60e088-1486-48b1-8050-37c205278b14 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:47.607164 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:22:44Z', 'revision_number': 3, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:47.639090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Checking router: b3e8a1c5-ed4f-43f0-933a-017867c12d10 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:47.639990 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Updating router b3e8a1c5-ed4f-43f0-933a-017867c12d10 port b0c54e84-299a-4b77-899d-b8894d40f9bf binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:22:47.676580 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:47.758080 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:47.871772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:47.905760 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf719-acfd-4a06-b341-04290737da10 req-f8c002ce-76e8-4953-a221-cb57276acf6b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:47.916745 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-783cf719-acfd-4a06-b341-04290737da10 req-f8c002ce-76e8-4953-a221-cb57276acf6b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1257880 Aug 17 14:22:48.036421 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Publish callbacks [] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.043632 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Allocated IP 172.20.0.1 (5a9deeeb-20a8-42d6-98cc-b79a140c8a36/0728ec13-859f-46c2-ac06-04197e7f88fb/d4b6699c-4329-49bb-a732-1086d073ce29) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:48.045674 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.085371 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-783cf719-acfd-4a06-b341-04290737da10 req-25e31039-3fc5-4f08-8e2d-0b874425a14d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664400 Aug 17 14:22:48.196874 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:48.199534 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601595d1-55e0-4ff0-9a3b-1094bab37759 None None] Pushing event updated for resources: {'Port': ['ID=b0c54e84-299a-4b77-899d-b8894d40f9bf,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:48.227831 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks [] for port (d4b6699c-4329-49bb-a732-1086d073ce29), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.241656 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Attempting to bind port b0c54e84-299a-4b77-899d-b8894d40f9bf on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:48.241656 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Attempting to bind port b0c54e84-299a-4b77-899d-b8894d40f9bf by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:48.241656 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Attempting to bind port b0c54e84-299a-4b77-899d-b8894d40f9bf on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:48.243403 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:48.245238 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:48.245786 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.246107 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:48.246607 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Bound port: b0c54e84-299a-4b77-899d-b8894d40f9bf, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:48.246996 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.293147 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.297514 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:48.312750 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.326278 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] For port b0c54e84-299a-4b77-899d-b8894d40f9bf, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:48.329669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] For port b0c54e84-299a-4b77-899d-b8894d40f9bf, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=b0c54e84-299a-4b77-899d-b8894d40f9bf,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:48.339852 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.365049 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.371640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:48.388631 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Routers {'b3e8a1c5-ed4f-43f0-933a-017867c12d10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:48.389457 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:48.435176 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:48.443056 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:48.449210 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:48.464675 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601595d1-55e0-4ff0-9a3b-1094bab37759 None None] Pushing event updated for resources: {'Port': ['ID=b0c54e84-299a-4b77-899d-b8894d40f9bf,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:48.487007 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-351fd9bf-8478-40a1-9709-b07ef1fa28f5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:48.493852 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-351fd9bf-8478-40a1-9709-b07ef1fa28f5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e HTTP/1.1" status: 200 len: 808 time: 0.2249775 Aug 17 14:22:48.514915 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b6699c-4329-49bb-a732-1086d073ce29,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:48.525655 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-11709d30-f47b-4d80-90a5-b2414bee9903 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/quotas/875a745232574d20bc5c78433e36f8b0 HTTP/1.1" status: 200 len: 375 time: 0.0301983 Aug 17 14:22:48.614889 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-e6e01941-3c49-44b0-9015-1f5e8031fe0d tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=875a745232574d20bc5c78433e36f8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882266 Aug 17 14:22:48.624759 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (b3e8a1c5-ed4f-43f0-933a-017867c12d10), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.838322 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-c109454f-f41e-44a6-8fa8-66b894bd2bf6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213447 Aug 17 14:22:48.844347 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1b60e088-1486-48b1-8050-37c205278b14 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:48.896447 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-07072d55-0e2f-4e89-abc4-3ae2a23f1c1b None None] Provisioning complete for port d4b6699c-4329-49bb-a732-1086d073ce29 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:48.897217 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-07072d55-0e2f-4e89-abc4-3ae2a23f1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.921160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:48.993117 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-07072d55-0e2f-4e89-abc4-3ae2a23f1c1b None None] Port d4b6699c-4329-49bb-a732-1086d073ce29 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:49.001375 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] Set router b3e8a1c5-ed4f-43f0-933a-017867c12d10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:49.016699 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-9f5f1e98-884e-48f4-94ca-44e7080ad8ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774812 Aug 17 14:22:49.106756 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1b60e088-1486-48b1-8050-37c205278b14 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:49.107438 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1b60e088-1486-48b1-8050-37c205278b14), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:49.127989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:49.315848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks [] for port (d4b6699c-4329-49bb-a732-1086d073ce29), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:49.343675 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:49.435243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1b60e088-1486-48b1-8050-37c205278b14 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:49.437555 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 707f05c0-495d-4407-94e2-e5b1d4d9baf1 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:49.471287 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf66d-3b93-4735-820c-6317723d79a3 req-ab896893-cf21-4bae-9878-297aa5b8ac97 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:49.473495 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b68cf66d-3b93-4735-820c-6317723d79a3 req-ab896893-cf21-4bae-9878-297aa5b8ac97 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1535029 Aug 17 14:22:49.547230 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-889a5113-b0e9-4fb1-89f9-92e9895a91d1 req-69ea2a3e-00ba-4b16-98a9-9786dafe8b41 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.1214278 Aug 17 14:22:49.548592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b6699c-4329-49bb-a732-1086d073ce29,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:49.597541 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (b3e8a1c5-ed4f-43f0-933a-017867c12d10), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:49.611002 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:22:44Z', 'revision_number': 3, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:49.658334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:49.659265 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:49.663946 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ecea4-ad31-4889-b97b-ae53eb128284 None None] The sync data for ids ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'] in dv-cinder-820027-18-iscsi is: [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:22:44Z', 'revision_number': 3, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:49.690127 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b68cf66d-3b93-4735-820c-6317723d79a3 req-8401227b-30ac-48d4-8a6c-45c73b61e62f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086468 Aug 17 14:22:49.894188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:49.904296 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:49.904691 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:49.906707 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:49.909686 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:50.055026 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 707f05c0-495d-4407-94e2-e5b1d4d9baf1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=707f05c0-495d-4407-94e2-e5b1d4d9baf1,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:50.064430 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:50.090084 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:50.222251 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=707f05c0-495d-4407-94e2-e5b1d4d9baf1,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:50.249894 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 779d3430-82eb-4bd4-865f-36e66f92e691 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:22:50.301266 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 779d3430-82eb-4bd4-865f-36e66f92e691 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:22:50.301621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 779d3430-82eb-4bd4-865f-36e66f92e691 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:22:50.332316 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Router b3e8a1c5-ed4f-43f0-933a-017867c12d10 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:22:50.540428 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:22:50.548374 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-456032c5-3845-45c2-b377-44c246602b88 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b3e8a1c5-ed4f-43f0-933a-017867c12d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5990913 Aug 17 14:22:50.642431 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-e906342a-f946-4479-ba52-6205fce89faa None None] Provisioning complete for port d4b6699c-4329-49bb-a732-1086d073ce29 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:50.643017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e906342a-f946-4479-ba52-6205fce89faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:50.710585 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e906342a-f946-4479-ba52-6205fce89faa None None] Port d4b6699c-4329-49bb-a732-1086d073ce29 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:22:50.717279 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device b0c54e84-299a-4b77-899d-b8894d40f9bf up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:50.719534 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e5703264-9adf-437f-8e8a-29521a7757a1 req-ef7da80c-b55b-4c55-b15f-3dbc745f9f61 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0723755 Aug 17 14:22:50.842439 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port b0c54e84-299a-4b77-899d-b8894d40f9bf triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:50.843180 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:50.902791 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:50.904140 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a223724-2320-4e3f-a6ed-aff3dfccc28e req-112b823c-6900-4c42-ad08-7cefb1a67c9e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:50.911789 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5a223724-2320-4e3f-a6ed-aff3dfccc28e req-112b823c-6900-4c42-ad08-7cefb1a67c9e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0800381 Aug 17 14:22:50.974428 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5a223724-2320-4e3f-a6ed-aff3dfccc28e req-1731cf8e-ea7c-4a5f-9124-00da00d3581b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613751 Aug 17 14:22:50.991829 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port b0c54e84-299a-4b77-899d-b8894d40f9bf is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:50.992222 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.025824 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port b0c54e84-299a-4b77-899d-b8894d40f9bf, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=b0c54e84-299a-4b77-899d-b8894d40f9bf,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:51.037140 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.037985 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 707f05c0-495d-4407-94e2-e5b1d4d9baf1 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:51.178572 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49140) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:51.183634 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215284006', 'description': 'tempest-secgroup-smoke-1215284006 description', 'project_id': 'e49076a24c164bb7aaefec58352f9243'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:51.185466 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=b0c54e84-299a-4b77-899d-b8894d40f9bf,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:51.205035 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:51.205704 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.216626 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.364417 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.365779 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:51.378547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group (6b25e695-b13d-4833-8a40-70f27f2f0adc), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.394903 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6b25e695-b13d-4833-8a40-70f27f2f0adc), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.462336 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b25e695-b13d-4833-8a40-70f27f2f0adc,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:51.467945 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.471826 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d61e6f00-1db8-43fa-8bb1-4f551d01019f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2895193 Aug 17 14:22:51.472380 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 49142) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:51.476907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group_rule': {'security_group_id': '6b25e695-b13d-4833-8a40-70f27f2f0adc', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:51.510693 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (cc5ad527-3188-43b0-9e5b-ae189891d25b), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.592773 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (cc5ad527-3188-43b0-9e5b-ae189891d25b), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.596800 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (cc5ad527-3188-43b0-9e5b-ae189891d25b), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.619596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5ad527-3188-43b0-9e5b-ae189891d25b,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:51.632911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.636010 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ba520476-5311-44f5-ba8f-a127b9ff936b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625719 Aug 17 14:22:51.638435 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 49146) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:51.643036 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group_rule': {'security_group_id': '6b25e695-b13d-4833-8a40-70f27f2f0adc', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:51.648762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:51.683644 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (2fc58fd7-651a-4a6d-82da-5a1fb48662fb), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.757456 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (2fc58fd7-651a-4a6d-82da-5a1fb48662fb), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.763128 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (2fc58fd7-651a-4a6d-82da-5a1fb48662fb), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.783085 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc58fd7-651a-4a6d-82da-5a1fb48662fb,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:51.796938 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.798505 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c1291d66-c8ba-4527-9bca-f4514fc757ff tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589189 Aug 17 14:22:51.801232 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 49152) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:51.805832 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group_rule': {'security_group_id': '6b25e695-b13d-4833-8a40-70f27f2f0adc', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:51.867669 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-78e577d6-623b-4d30-80f1-c857825b43d3 req-4a1871f3-14e2-43a3-b292-a6bc10aa7a29 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0410142 Aug 17 14:22:51.874693 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (2dce6a48-faef-46dc-95cb-491daf711ff8), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.944802 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (2dce6a48-faef-46dc-95cb-491daf711ff8), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.951953 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (2dce6a48-faef-46dc-95cb-491daf711ff8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.976695 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dce6a48-faef-46dc-95cb-491daf711ff8,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:51.990243 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:51.991775 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6d5ad4fb-d94f-4e9b-af85-b5bc0ce605b3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894326 Aug 17 14:22:51.995168 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49154) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:51.999635 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group_rule': {'security_group_id': '6b25e695-b13d-4833-8a40-70f27f2f0adc', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:52.049414 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (c131c9b5-77c7-408a-88a6-33ad6d00e24c), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.136712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:52.173972 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e36d-f2a1-4cd0-8c71-380e4e59c194 req-5fcdc75d-58db-4ac8-8ef2-7307c13d24de tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:52.175505 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-90c1e36d-f2a1-4cd0-8c71-380e4e59c194 req-5fcdc75d-58db-4ac8-8ef2-7307c13d24de tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0912371 Aug 17 14:22:52.187645 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (c131c9b5-77c7-408a-88a6-33ad6d00e24c), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.195959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (c131c9b5-77c7-408a-88a6-33ad6d00e24c), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.227198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c131c9b5-77c7-408a-88a6-33ad6d00e24c,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:52.235874 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.237441 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-e66b5aa4-8ca3-42bd-8321-9f79e12937a4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2412579 Aug 17 14:22:52.240259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49160) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:52.245820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group_rule': {'security_group_id': '6b25e695-b13d-4833-8a40-70f27f2f0adc', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:52.282642 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-90c1e36d-f2a1-4cd0-8c71-380e4e59c194 req-ffc924ae-2b6c-48d9-b707-9ba102dfce50 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972376 Aug 17 14:22:52.288509 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.securitygroups_db [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Project e49076a24c164bb7aaefec58352f9243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 14:22:52.297059 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (e1983424-8d08-4d0e-b376-0d477f1a8308), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.375262 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (e1983424-8d08-4d0e-b376-0d477f1a8308), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.379154 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (e1983424-8d08-4d0e-b376-0d477f1a8308), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.400039 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1983424-8d08-4d0e-b376-0d477f1a8308,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:52.411695 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.413299 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1bfbcd06-f579-47af-917d-b0655895c632 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715763 Aug 17 14:22:52.417910 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 49164) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:22:52.422047 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'security_group_rule': {'security_group_id': '6b25e695-b13d-4833-8a40-70f27f2f0adc', 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:52.435384 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:52.449617 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.securitygroups_db [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Project e49076a24c164bb7aaefec58352f9243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 14:22:52.453434 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Sync routers for ids ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:22:52.463032 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (17cad03e-79f1-48a5-b1e6-4c039533b67b), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.466666 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Routers {'b3e8a1c5-ed4f-43f0-933a-017867c12d10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:52.467322 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:52.559048 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device b0c54e84-299a-4b77-899d-b8894d40f9bf up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:52.570226 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (17cad03e-79f1-48a5-b1e6-4c039533b67b), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.575108 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (17cad03e-79f1-48a5-b1e6-4c039533b67b), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.584638 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Set router b3e8a1c5-ed4f-43f0-933a-017867c12d10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:52.602594 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cad03e-79f1-48a5-b1e6-4c039533b67b,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:52.611474 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port b0c54e84-299a-4b77-899d-b8894d40f9bf triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:52.611633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.611938 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.615976 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-469e07db-e41d-41e5-9f5a-91e9d1455076 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1959791 Aug 17 14:22:52.704266 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port b0c54e84-299a-4b77-899d-b8894d40f9bf is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:52.800600 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:22:48Z', 'revision_number': 4, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'd4b6699c-4329-49bb-a732-1086d073ce29', 'name': '', 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'mac_address': 'fa:16:3e:72:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0728ec13-859f-46c2-ac06-04197e7f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:47Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 2, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'subnets': [{'id': '0728ec13-859f-46c2-ac06-04197e7f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:52.827486 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Checking router: b3e8a1c5-ed4f-43f0-933a-017867c12d10 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:22:52.827837 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Updating router b3e8a1c5-ed4f-43f0-933a-017867c12d10 port d4b6699c-4329-49bb-a732-1086d073ce29 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:22:52.861513 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:52.898833 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:52.965138 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:52.979001 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-021015ae-5ac2-48a8-86d7-dce1525ffdce req-255f5f84-388f-4882-afad-cc2a942433c3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0337553 Aug 17 14:22:53.169095 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Publish callbacks [] for port (d4b6699c-4329-49bb-a732-1086d073ce29), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:53.175284 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:53.248000 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99eb8-8273-460b-948f-b73c3c19df27 None None] Pushing event updated for resources: {'Port': ['ID=d4b6699c-4329-49bb-a732-1086d073ce29,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:53.279866 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Attempting to bind port d4b6699c-4329-49bb-a732-1086d073ce29 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:53.280254 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Attempting to bind port d4b6699c-4329-49bb-a732-1086d073ce29 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:53.280684 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Attempting to bind port d4b6699c-4329-49bb-a732-1086d073ce29 on network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:53.286212 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:53.286601 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Checking segment: {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:53.287048 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:53.287431 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Bound using segment: {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:53.287890 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Bound port: d4b6699c-4329-49bb-a732-1086d073ce29, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:53.288265 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:53.358284 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] For port d4b6699c-4329-49bb-a732-1086d073ce29, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:53.361918 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] For port d4b6699c-4329-49bb-a732-1086d073ce29, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=d4b6699c-4329-49bb-a732-1086d073ce29,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:53.368797 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:53.403793 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Routers {'b3e8a1c5-ed4f-43f0-933a-017867c12d10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:22:53.404505 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:22:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:53.442636 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647735e-af7b-44c9-aeba-d4db60535c8e req-5d575970-1026-405b-b4a3-6ceb596dda7f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:53.444127 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f647735e-af7b-44c9-aeba-d4db60535c8e req-5d575970-1026-405b-b4a3-6ceb596dda7f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0542994 Aug 17 14:22:53.494450 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f647735e-af7b-44c9-aeba-d4db60535c8e req-e14f320e-c081-4487-ad22-446b6559c7c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Aug 17 14:22:53.503280 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99eb8-8273-460b-948f-b73c3c19df27 None None] Pushing event updated for resources: {'Port': ['ID=d4b6699c-4329-49bb-a732-1086d073ce29,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:53.535215 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] Set router b3e8a1c5-ed4f-43f0-933a-017867c12d10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:22:53.827909 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:22:48Z', 'revision_number': 4, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'd4b6699c-4329-49bb-a732-1086d073ce29', 'name': '', 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'mac_address': 'fa:16:3e:72:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0728ec13-859f-46c2-ac06-04197e7f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:47Z', 'updated_at': '2022-08-17T14:22:53Z', 'revision_number': 4, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'subnets': [{'id': '0728ec13-859f-46c2-ac06-04197e7f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:22:53.853887 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb200b-9829-462b-82b8-6e7eccf68104 None None] The sync data for ids ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'] in dv-cinder-820027-18-iscsi is: [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:22:48Z', 'revision_number': 4, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'd4b6699c-4329-49bb-a732-1086d073ce29', 'name': '', 'network_id': '5a9deeeb-20a8-42d6-98cc-b79a140c8a36', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'mac_address': 'fa:16:3e:72:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0728ec13-859f-46c2-ac06-04197e7f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:47Z', 'updated_at': '2022-08-17T14:22:53Z', 'revision_number': 4, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'subnets': [{'id': '0728ec13-859f-46c2-ac06-04197e7f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:22:54.063067 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-c7ef6ceb-9d1a-488f-bf94-b837a92ca9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:54.064603 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-c7ef6ceb-9d1a-488f-bf94-b837a92ca9ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1130 time: 0.0530138 Aug 17 14:22:54.101129 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0d98985b-c4f5-4afb-9363-c0f814711ba6 req-0f9e42fc-fb14-40be-a3cc-580aa37c46c0 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0345945 Aug 17 14:22:54.152396 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:54.286188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-ff9725bb-6b6d-4bcd-9aca-b9f4022c2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:54.287657 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-ff9725bb-6b6d-4bcd-9aca-b9f4022c2d86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.2126472 Aug 17 14:22:54.325165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-05fecf59-b331-4f4b-90a8-a1e2431c2e8e tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:54.326645 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-05fecf59-b331-4f4b-90a8-a1e2431c2e8e tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e HTTP/1.1" status: 200 len: 808 time: 0.1852112 Aug 17 14:22:54.371752 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Request body: {'port': {'device_id': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e', 'admin_state_up': True, 'tenant_id': '875a745232574d20bc5c78433e36f8b0'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:54.440889 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-c748857b-91ce-4dce-a8ff-80c1708dd68b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 1002 time: 0.1399140 Aug 17 14:22:54.543883 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-62dc7d1a-ea11-4bf9-afd9-f56e305ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:54.545670 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-62dc7d1a-ea11-4bf9-afd9-f56e305ed2d2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0966117 Aug 17 14:22:54.584457 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device d4b6699c-4329-49bb-a732-1086d073ce29 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:54.599589 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:54.605169 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Made reservation on behalf of 875a745232574d20bc5c78433e36f8b0 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:22:54.608845 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:54.636743 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-2a849334-c1b0-40ae-b239-4f41c10454b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:54.638342 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-2a849334-c1b0-40ae-b239-4f41c10454b3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0836053 Aug 17 14:22:54.648061 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port d4b6699c-4329-49bb-a732-1086d073ce29 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:54.648532 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:54.701707 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:54.744072 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port d4b6699c-4329-49bb-a732-1086d073ce29 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:54.744466 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:54.747973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9f598-7944-4a3d-85a3-26f95783ca0a req-ea6d4583-bd36-40a8-a295-869b0390ac9e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:54.749524 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32d9f598-7944-4a3d-85a3-26f95783ca0a req-ea6d4583-bd36-40a8-a295-869b0390ac9e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.1378951 Aug 17 14:22:54.782169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port d4b6699c-4329-49bb-a732-1086d073ce29, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=d4b6699c-4329-49bb-a732-1086d073ce29,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:54.788146 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:54.844060 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=d4b6699c-4329-49bb-a732-1086d073ce29,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:54.848189 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-32d9f598-7944-4a3d-85a3-26f95783ca0a req-db34dfe2-8699-4d31-b602-ff91669d0df5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682082 Aug 17 14:22:55.186599 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-bd9accdd-29c8-4c88-b28f-b64e0994f4d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241623 Aug 17 14:22:55.212414 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a6b17189-c4df-487a-8c1c-d8407f9bf391 req-c1c079d2-216d-4cb6-91d6-1851a18e00ef tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Aug 17 14:22:55.215570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Allocated IP 172.20.0.8 (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e/1855e4ef-cd42-44c2-95fe-0589fb38dc00/98ab831b-42ac-4cc9-8c9e-bf3390530669) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:22:55.376474 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks [] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:55.402504 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:55.412232 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:55.466604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:22:55.470111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:22:55.475028 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:22:55.503858 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Pushing event updated for resources: {'Port': ['ID=98ab831b-42ac-4cc9-8c9e-bf3390530669,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:55.533036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:55.533646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:55.550313 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d0bccb44-b32a-45cc-9d1d-e42a17dc5159 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1852005 Aug 17 14:22:55.996820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8531f-711c-4af6-af2d-c0729e9f84d8 req-15dfd1c1-80c9-40f1-9c3e-e3b9491b8461 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:55.998339 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37f8531f-711c-4af6-af2d-c0729e9f84d8 req-15dfd1c1-80c9-40f1-9c3e-e3b9491b8461 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0623150 Aug 17 14:22:56.057007 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37f8531f-711c-4af6-af2d-c0729e9f84d8 req-528b4909-86b3-4261-841b-5e1051721671 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528753 Aug 17 14:22:56.353538 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f5e83-4211-4995-b121-d05072eba1d5 req-7b9a0f5b-79a6-4eef-8522-4a27da2aa474 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:56.355206 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba5f5e83-4211-4995-b121-d05072eba1d5 req-7b9a0f5b-79a6-4eef-8522-4a27da2aa474 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 931 time: 0.0608721 Aug 17 14:22:56.405211 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba5f5e83-4211-4995-b121-d05072eba1d5 req-93fcc93b-bee5-443d-9a83-9fe05f50396a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 Aug 17 14:22:56.507454 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device d4b6699c-4329-49bb-a732-1086d073ce29 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:22:56.557703 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port d4b6699c-4329-49bb-a732-1086d073ce29 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:22:56.558148 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:56.632430 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port d4b6699c-4329-49bb-a732-1086d073ce29 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:56.809605 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Request body: {'port': {'device_id': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:22:56.878724 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:56.933464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:56.966830 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33e027de-8c12-410d-8f60-1c4aaf629135 req-62c38a06-0bfb-4ce6-8637-0bbf932ddf40 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625578 Aug 17 14:22:57.216432 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34b4fb-64cf-41cf-8f09-4ede02284c5c req-15446a0c-64d6-4bca-8b0d-9c0cbf901240 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:57.217928 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4e34b4fb-64cf-41cf-8f09-4ede02284c5c req-15446a0c-64d6-4bca-8b0d-9c0cbf901240 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 946 time: 0.0691454 Aug 17 14:22:57.271264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ab831b-42ac-4cc9-8c9e-bf3390530669 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:22:57.283099 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Publish callbacks [] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.312505 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Transition to ACTIVE for port object 98ab831b-42ac-4cc9-8c9e-bf3390530669 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:22:57.316791 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4e34b4fb-64cf-41cf-8f09-4ede02284c5c req-fc84758d-3d1e-496d-b112-ba97a1bb65d2 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716183 Aug 17 14:22:57.317976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.382947 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=98ab831b-42ac-4cc9-8c9e-bf3390530669,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:57.449721 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Attempting to bind port 98ab831b-42ac-4cc9-8c9e-bf3390530669 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:22:57.450061 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Attempting to bind port 98ab831b-42ac-4cc9-8c9e-bf3390530669 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:22:57.450416 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Attempting to bind port 98ab831b-42ac-4cc9-8c9e-bf3390530669 on network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:57.454998 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Port 98ab831b-42ac-4cc9-8c9e-bf3390530669 on network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:22:57.455317 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Attempting to bind port 98ab831b-42ac-4cc9-8c9e-bf3390530669 on network 8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:22:57.460619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:22:57.460923 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Checking segment: {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:22:57.461308 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Bound using segment: {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:22:57.461733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Bound port: 98ab831b-42ac-4cc9-8c9e-bf3390530669, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0310b4-97ca-4ce0-af2e-b70238e91177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:22:57.462263 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.478265 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:57.529172 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] For port 98ab831b-42ac-4cc9-8c9e-bf3390530669, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:22:57.532989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] For port 98ab831b-42ac-4cc9-8c9e-bf3390530669, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=98ab831b-42ac-4cc9-8c9e-bf3390530669,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:22:57.535408 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58222a88-b230-4005-9d26-74c3da5c8dbb req-75072f64-87fd-4c42-950d-6eae55e427e2 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:57.541550 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-58222a88-b230-4005-9d26-74c3da5c8dbb req-75072f64-87fd-4c42-950d-6eae55e427e2 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0551817 Aug 17 14:22:57.545503 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.550836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:57.551614 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.553361 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/98ab831b-42ac-4cc9-8c9e-bf3390530669 HTTP/1.1" status: 200 len: 1093 time: 0.7501271 Aug 17 14:22:57.556358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'tag': '98ab831b-42ac-4cc9-8c9e-bf3390530669'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:57.557787 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f948ff8e-218f-4da6-a422-8b57ec24a804" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9e74c3-8656-4853-9920-f5ac845339a3", "tag": "98ab831b-42ac-4cc9-8c9e-bf3390530669"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:57.597824 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-58222a88-b230-4005-9d26-74c3da5c8dbb req-59bf3071-1025-4aab-b928-97e7e6efbe30 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546572 Aug 17 14:22:57.600609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8447a3-9ff8-4cc3-a500-2308b8f1a099 x-openstack-request-id: req-3f8447a3-9ff8-4cc3-a500-2308b8f1a099 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:57.600892 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9e74c3-8656-4853-9920-f5ac845339a3", "tag": "98ab831b-42ac-4cc9-8c9e-bf3390530669", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:57.601141 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f8447a3-9ff8-4cc3-a500-2308b8f1a099 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:57.601538 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8447a3-9ff8-4cc3-a500-2308b8f1a099'] response: {'name': 'network-changed', 'server_uuid': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'tag': '98ab831b-42ac-4cc9-8c9e-bf3390530669', 'status': 'completed', 'code': 200} Aug 17 14:22:57.615326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9950446-102e-4156-bab6-b8a7ce3f86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=98ab831b-42ac-4cc9-8c9e-bf3390530669,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:57.820222 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:22:57.884895 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:57.900022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: ACTIVE; New status is: DOWN {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:22:57.900420 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.923390 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:22:57.925572 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debb4ba7-01ff-49a5-bd49-fb30e8b43097" -d '{"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:22:57.938987 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:22:57.943288 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:22:57.971663 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 17 Aug 2022 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b535db-9975-4958-b679-9ceec6b11a11 x-openstack-request-id: req-b9b535db-9975-4958-b679-9ceec6b11a11 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:22:57.971977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:22:57.972232 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9b535db-9975-4958-b679-9ceec6b11a11 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:22:57.972625 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b535db-9975-4958-b679-9ceec6b11a11'] response: {'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'code': 200} Aug 17 14:22:57.992771 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=8']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:22:58.000749 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.001101 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.001466 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.001815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.002182 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.002518 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.002848 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.003178 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.003506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.003888 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.004164 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.004523 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.004846 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.005167 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.005488 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:22:58.453666 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449a3bf-3b0b-4c14-8649-398e5bec0c9b req-ccc57e7e-99a7-4ca3-970d-68bb3a634972 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:58.455227 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b449a3bf-3b0b-4c14-8649-398e5bec0c9b req-ccc57e7e-99a7-4ca3-970d-68bb3a634972 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0494766 Aug 17 14:22:58.504777 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b449a3bf-3b0b-4c14-8649-398e5bec0c9b req-cd37c95e-8070-4609-a873-b4f3d8cffc82 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432289 Aug 17 14:22:58.732264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963459-a2a4-43bd-8c0d-8b1d515913b1 req-9da8ef26-c4df-4ea1-8d8a-f795fe6ab133 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:58.734147 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cf963459-a2a4-43bd-8c0d-8b1d515913b1 req-9da8ef26-c4df-4ea1-8d8a-f795fe6ab133 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0570307 Aug 17 14:22:58.769702 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:22:58.796812 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cf963459-a2a4-43bd-8c0d-8b1d515913b1 req-be396504-cb23-4950-9b7e-24a33f1a6d77 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562344 Aug 17 14:22:59.641249 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee8b22-5695-4de6-b158-1b8a870913df req-af591597-bc8c-4447-b15a-1ca85b6f276d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:59.642985 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-55ee8b22-5695-4de6-b158-1b8a870913df req-af591597-bc8c-4447-b15a-1ca85b6f276d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0593290 Aug 17 14:22:59.694344 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-55ee8b22-5695-4de6-b158-1b8a870913df req-f9f87c33-4755-42d9-81a9-16c41f636182 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Aug 17 14:22:59.919099 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b2ffd-213a-4d6f-b333-056e32da16bb req-1aebf587-d4fd-4862-9a11-91a87efb2668 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:22:59.922479 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-630b2ffd-213a-4d6f-b333-056e32da16bb req-1aebf587-d4fd-4862-9a11-91a87efb2668 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0483692 Aug 17 14:22:59.969934 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-630b2ffd-213a-4d6f-b333-056e32da16bb req-aa6193fe-d4b7-4d19-a03d-be4c83534a7c tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Aug 17 14:23:00.832615 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577db01-97c3-4d29-aa63-50b2b561b189 req-d3db8fce-3720-4622-a67e-ae05b46d45cb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:00.834373 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f577db01-97c3-4d29-aa63-50b2b561b189 req-d3db8fce-3720-4622-a67e-ae05b46d45cb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0522738 Aug 17 14:23:00.878457 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:00.887689 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f577db01-97c3-4d29-aa63-50b2b561b189 req-e7a098f2-d7a1-4210-bce1-d2c36d38845a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467703 Aug 17 14:23:01.093836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcad77-4873-4b0f-9877-89d3f7ee979f req-15d65c1a-6e9d-48bd-a9a1-caf903ed70b7 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:01.095391 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7ddcad77-4873-4b0f-9877-89d3f7ee979f req-15d65c1a-6e9d-48bd-a9a1-caf903ed70b7 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0489342 Aug 17 14:23:01.147194 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7ddcad77-4873-4b0f-9877-89d3f7ee979f req-f5a3d47a-26c0-44da-baef-11b29b03373a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 Aug 17 14:23:01.990917 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ff8e-218f-4da6-a422-8b57ec24a804 req-61c64265-52a6-4414-a948-a3b3f4297818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:01.992576 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f948ff8e-218f-4da6-a422-8b57ec24a804 req-61c64265-52a6-4414-a948-a3b3f4297818 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=875a745232574d20bc5c78433e36f8b0&device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 1127 time: 0.0462976 Aug 17 14:23:02.014451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc470-97bf-44f8-b0fa-cc91dc3409d5 req-5738686c-5f37-4fea-a11d-c43292c3ffeb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:02.015924 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fb6dc470-97bf-44f8-b0fa-cc91dc3409d5 req-5738686c-5f37-4fea-a11d-c43292c3ffeb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0482864 Aug 17 14:23:02.074834 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fb6dc470-97bf-44f8-b0fa-cc91dc3409d5 req-34bb6080-9688-4229-9f42-876d1ef78bce tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527568 Aug 17 14:23:02.117470 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ff8e-218f-4da6-a422-8b57ec24a804 req-59980926-4556-4ba1-b187-a28b88854568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:02.119817 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f948ff8e-218f-4da6-a422-8b57ec24a804 req-59980926-4556-4ba1-b187-a28b88854568 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=875a745232574d20bc5c78433e36f8b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1144776 Aug 17 14:23:02.252084 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ff8e-218f-4da6-a422-8b57ec24a804 req-d36139d5-ebe0-43ff-b54c-1a607ea424eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:02.253495 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f948ff8e-218f-4da6-a422-8b57ec24a804 req-d36139d5-ebe0-43ff-b54c-1a607ea424eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260660 Aug 17 14:23:02.287127 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7f8f-4d8b-4685-ae3f-4b88ea3ed85c req-a41b239c-dbbe-48b0-ba99-8c5f3928a4ee tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:02.289303 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c7fc7f8f-4d8b-4685-ae3f-4b88ea3ed85c req-a41b239c-dbbe-48b0-ba99-8c5f3928a4ee tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0507340 Aug 17 14:23:02.338214 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c7fc7f8f-4d8b-4685-ae3f-4b88ea3ed85c req-c7b07e00-a407-4fa8-805f-e3665c28fff8 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Aug 17 14:23:02.588921 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-11e89889-7ba8-4b22-8ce0-ba4177df1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:02.590552 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-11e89889-7ba8-4b22-8ce0-ba4177df1aec service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=875a745232574d20bc5c78433e36f8b0&device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 1127 time: 0.0536160 Aug 17 14:23:02.632742 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-14730503-a860-42cf-b7b8-9f870121b081 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98ab831b-42ac-4cc9-8c9e-bf3390530669 HTTP/1.1" status: 200 len: 217 time: 0.0330901 Aug 17 14:23:02.687804 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-455d7293-dce5-458f-b987-ca33d564ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:02.689199 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-455d7293-dce5-458f-b987-ca33d564ee62 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=1855e4ef-cd42-44c2-95fe-0589fb38dc00 HTTP/1.1" status: 200 len: 848 time: 0.0488486 Aug 17 14:23:02.730680 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-075bc9c3-da41-45d0-a299-7fe56429ce81 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329626 Aug 17 14:23:02.834966 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-3d94d73c-2db3-4dcf-9179-490512ece28d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941048 Aug 17 14:23:02.932802 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:02.953577 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e37e5d10-e877-47a7-a5fb-2347f6bdf624 req-85d30edf-dd8a-40e5-b025-4bf5a0a22d6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093717 Aug 17 14:23:03.207297 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547af9ce-9201-40ce-9c06-b45e80dbff6a req-9ad67afb-fc3a-4380-9269-073c3845a2f9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:03.209009 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-547af9ce-9201-40ce-9c06-b45e80dbff6a req-9ad67afb-fc3a-4380-9269-073c3845a2f9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0543761 Aug 17 14:23:03.262335 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-547af9ce-9201-40ce-9c06-b45e80dbff6a req-966ad5bb-eeb7-4ea7-a13a-efe7a7c08536 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466485 Aug 17 14:23:03.471362 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba950f-d5a9-48f0-b494-b084cb78f87d req-5f9b7b11-1adf-4b8d-bd17-3baec2dd5080 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:03.472823 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a3ba950f-d5a9-48f0-b494-b084cb78f87d req-5f9b7b11-1adf-4b8d-bd17-3baec2dd5080 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0549519 Aug 17 14:23:03.528647 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a3ba950f-d5a9-48f0-b494-b084cb78f87d req-9c62d907-b731-4301-a3e9-52ce6c7ef380 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Aug 17 14:23:03.805252 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [req-55e9b50c-b048-4f28-8c26-57d97fdc8f49 req-1adef019-c6a4-4ce4-812a-e0d854fab199 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:23:03.806603 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-55e9b50c-b048-4f28-8c26-57d97fdc8f49 req-1adef019-c6a4-4ce4-812a-e0d854fab199 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056162 Aug 17 14:23:03.991772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031f9b8-496f-4afd-b618-cc9417e98400 req-08f793ad-4d39-4289-bdc3-fa7f71345987 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:03.994044 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b031f9b8-496f-4afd-b618-cc9417e98400 req-08f793ad-4d39-4289-bdc3-fa7f71345987 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0493879 Aug 17 14:23:04.050614 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b031f9b8-496f-4afd-b618-cc9417e98400 req-d09d8357-e2dc-4980-a8c0-4f3bdfbabd10 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505395 Aug 17 14:23:04.257617 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49380) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:04.343211 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-aa5eb341-1171-4692-97ad-f3843e62c3f9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843625 Aug 17 14:23:04.352414 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-1e9d74f4-7ab0-466f-811d-a52acc92fd5c service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:23:04.353623 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-1e9d74f4-7ab0-466f-811d-a52acc92fd5c service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056820 Aug 17 14:23:04.436976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 49388) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:04.541351 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-508801e9-7846-4307-8e8d-7de847a4cab6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:04.542703 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-508801e9-7846-4307-8e8d-7de847a4cab6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports/8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 941 time: 0.1047378 Aug 17 14:23:04.658423 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d55cb-5306-41de-920a-e8fce88685e3 req-ab5cd72c-7766-4d1b-9a05-467c3e682996 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:04.659915 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f09d55cb-5306-41de-920a-e8fce88685e3 req-ab5cd72c-7766-4d1b-9a05-467c3e682996 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0540447 Aug 17 14:23:04.687600 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:04.715226 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f09d55cb-5306-41de-920a-e8fce88685e3 req-079d3c10-0202-4cd3-8add-720b394aed81 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Aug 17 14:23:05.166945 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:05.187589 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579f8b6-74a6-4df8-a07c-3dac70eb7b6f req-c33f1aea-1252-4903-acb3-4ecc452d3b7c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:05.189089 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e579f8b6-74a6-4df8-a07c-3dac70eb7b6f req-c33f1aea-1252-4903-acb3-4ecc452d3b7c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0577471 Aug 17 14:23:05.242724 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e579f8b6-74a6-4df8-a07c-3dac70eb7b6f req-0abe7f44-8ebb-4bb7-8133-baa9e3ecd36e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 Aug 17 14:23:05.819028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 98ab831b-42ac-4cc9-8c9e-bf3390530669 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:23:05.828979 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:23:05.839596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3397f9-e391-4c33-b795-15ad6d29eb75 req-3280e19f-0ebc-47a1-b507-e1e756b56017 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:05.841222 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ac3397f9-e391-4c33-b795-15ad6d29eb75 req-3280e19f-0ebc-47a1-b507-e1e756b56017 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 943 time: 0.0528278 Aug 17 14:23:05.892264 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ac3397f9-e391-4c33-b795-15ad6d29eb75 req-390d2fe7-e11a-4524-9fc8-19be7a4b73f8 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447056 Aug 17 14:23:05.978783 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: DOWN; New status is: DOWN {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:05.991314 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 98ab831b-42ac-4cc9-8c9e-bf3390530669, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=98ab831b-42ac-4cc9-8c9e-bf3390530669,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:06.002362 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '98ab831b-42ac-4cc9-8c9e-bf3390530669', 'network_id': '8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e', 'port_id': '98ab831b-42ac-4cc9-8c9e-bf3390530669', 'mac_address': 'fa:16:3e:d9:9b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855e4ef-cd42-44c2-95fe-0589fb38dc00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:23:06.038708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 98ab831b-42ac-4cc9-8c9e-bf3390530669 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:06.039103 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:06.051871 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ab831b-42ac-4cc9-8c9e-bf3390530669 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:06.063626 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:06.075263 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 98ab831b-42ac-4cc9-8c9e-bf3390530669, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=98ab831b-42ac-4cc9-8c9e-bf3390530669,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:06.079493 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:06.131640 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=98ab831b-42ac-4cc9-8c9e-bf3390530669,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:06.386304 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['98ab831b-42ac-4cc9-8c9e-bf3390530669'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:23:06.388928 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf37b07-af7a-4866-a63d-d12586eba214 req-cf3fc55c-7703-4b35-805c-7dcfe8abc686 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:06.390638 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0cf37b07-af7a-4866-a63d-d12586eba214 req-cf3fc55c-7703-4b35-805c-7dcfe8abc686 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0605674 Aug 17 14:23:06.451874 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0cf37b07-af7a-4866-a63d-d12586eba214 req-efe03a60-0bba-4938-a4ac-270b885af4f3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546784 Aug 17 14:23:06.738764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-b9805557-a7a6-4568-83be-48831297ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:06.740390 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-b9805557-a7a6-4568-83be-48831297ebbc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c&tenant_id=d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 1128 time: 0.0768163 Aug 17 14:23:06.807047 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-3a51ea42-a529-4546-aa60-f7da6b6ae40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:06.808813 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-3a51ea42-a529-4546-aa60-f7da6b6ae40b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1128 time: 0.0443692 Aug 17 14:23:07.018629 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ca2de-3dd2-4e28-b9b5-591ee5bd6504 req-6fab30f8-f359-4924-8ede-cc878ef76a10 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:07.020281 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-938ca2de-3dd2-4e28-b9b5-591ee5bd6504 req-6fab30f8-f359-4924-8ede-cc878ef76a10 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 944 time: 0.0543821 Aug 17 14:23:07.074568 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-938ca2de-3dd2-4e28-b9b5-591ee5bd6504 req-a83b363e-432f-4321-a981-1516fde68318 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Aug 17 14:23:07.193821 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-46298586-8713-4cab-b0e8-289ec7215d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:07.195427 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-46298586-8713-4cab-b0e8-289ec7215d03 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.0927651 Aug 17 14:23:07.312520 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-86a099ff-1f8d-41cc-b825-d5c5b30f6847 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 1000 time: 0.0626767 Aug 17 14:23:07.368049 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-2ade1c3b-83a1-442e-8140-0796b7e8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:07.369635 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-2ade1c3b-83a1-442e-8140-0796b7e8906e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0437067 Aug 17 14:23:07.415739 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-4b2e7d0f-acca-41c1-aad0-807fb4b9ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:07.417308 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-4b2e7d0f-acca-41c1-aad0-807fb4b9ccaf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402594 Aug 17 14:23:07.520467 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-5b31e423-5a44-4655-b6df-3958cf205282 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946109 Aug 17 14:23:07.640216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273abb-24ed-4f7b-af51-f05cf21ba985 req-98b82c06-ad48-476f-8394-b697b7e3209a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:07.641703 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b2273abb-24ed-4f7b-af51-f05cf21ba985 req-98b82c06-ad48-476f-8394-b697b7e3209a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0895717 Aug 17 14:23:07.682330 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-370e8553-eb5b-4ea2-aae9-05600ae182fa req-964d18ea-5bef-4013-91db-2fdd4cf4d431 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534522 Aug 17 14:23:07.710247 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b2273abb-24ed-4f7b-af51-f05cf21ba985 req-e82176e4-bc21-4b86-8b6a-2a36d84200fe tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586627 Aug 17 14:23:07.826485 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:07.832321 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 98ab831b-42ac-4cc9-8c9e-bf3390530669 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:23:07.835526 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:07.894966 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 98ab831b-42ac-4cc9-8c9e-bf3390530669 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:23:07.902252 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 98ab831b-42ac-4cc9-8c9e-bf3390530669 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:07.902733 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:07.935757 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936984b-6a56-436d-83dc-5f128662f2f4 req-4c3ef617-6be2-4489-a1bf-5e089411ca57 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:07.937233 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d936984b-6a56-436d-83dc-5f128662f2f4 req-4c3ef617-6be2-4489-a1bf-5e089411ca57 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0540004 Aug 17 14:23:07.980991 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 98ab831b-42ac-4cc9-8c9e-bf3390530669 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:07.981385 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:07.985838 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d936984b-6a56-436d-83dc-5f128662f2f4 req-ad95610e-62f9-420c-8ce6-a0850ba3ff41 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Aug 17 14:23:08.005377 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ab831b-42ac-4cc9-8c9e-bf3390530669'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:08.008157 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f638dd9-4b20-48ee-89f0-1d5ac7dd0498" -d '{"events": [{"server_uuid": "7d9e74c3-8656-4853-9920-f5ac845339a3", "name": "network-vif-plugged", "status": "completed", "tag": "98ab831b-42ac-4cc9-8c9e-bf3390530669"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:08.018210 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:08.021892 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 98ab831b-42ac-4cc9-8c9e-bf3390530669, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=98ab831b-42ac-4cc9-8c9e-bf3390530669,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:08.027988 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:08.058633 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db2efd7-0177-4e46-bab6-182b41da215c x-openstack-request-id: req-8db2efd7-0177-4e46-bab6-182b41da215c {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:08.058992 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9e74c3-8656-4853-9920-f5ac845339a3", "name": "network-vif-plugged", "status": "completed", "tag": "98ab831b-42ac-4cc9-8c9e-bf3390530669", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:08.059285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8db2efd7-0177-4e46-bab6-182b41da215c {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:08.059680 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db2efd7-0177-4e46-bab6-182b41da215c'] response: {'server_uuid': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ab831b-42ac-4cc9-8c9e-bf3390530669', 'code': 200} Aug 17 14:23:08.083550 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=98ab831b-42ac-4cc9-8c9e-bf3390530669,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:08.195652 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccf6b2-dd89-415f-a37f-5db1cb9b633f req-7e3b20ab-1fc8-4e69-9864-788975b95043 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:08.197609 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11ccf6b2-dd89-415f-a37f-5db1cb9b633f req-7e3b20ab-1fc8-4e69-9864-788975b95043 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Aug 17 14:23:08.216275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:08.247421 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-11ccf6b2-dd89-415f-a37f-5db1cb9b633f req-0ebef4a8-00b5-4d7d-95a3-c1f6be32f42a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Aug 17 14:23:08.856854 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0b16b-0aba-4a3c-8d07-3ef063ebaf5f req-095098a2-f5a2-4955-b7ac-4c5705dfc11c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:08.858562 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bce0b16b-0aba-4a3c-8d07-3ef063ebaf5f req-095098a2-f5a2-4955-b7ac-4c5705dfc11c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0471644 Aug 17 14:23:08.905849 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bce0b16b-0aba-4a3c-8d07-3ef063ebaf5f req-e3ec0343-580e-434e-85f7-fbdc3144b7a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Aug 17 14:23:09.107844 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220c41-9c7b-4963-9467-79d30b23125a req-d20f013f-722e-4786-8b46-d0726855631d tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:09.109337 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84220c41-9c7b-4963-9467-79d30b23125a req-d20f013f-722e-4786-8b46-d0726855631d tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0505693 Aug 17 14:23:09.156007 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84220c41-9c7b-4963-9467-79d30b23125a req-3b11f808-3178-41da-b1eb-5e0cf0d68d36 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Aug 17 14:23:09.375287 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b14ef-6db3-4e6e-bb07-32b62b3b6ef0 req-2c580fe4-4a08-45fd-8038-5efcdb018dc5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:09.378326 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-804b14ef-6db3-4e6e-bb07-32b62b3b6ef0 req-2c580fe4-4a08-45fd-8038-5efcdb018dc5 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0588422 Aug 17 14:23:09.428012 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-804b14ef-6db3-4e6e-bb07-32b62b3b6ef0 req-387dd521-ec9d-4d43-8a4a-7df102594667 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Aug 17 14:23:09.553108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da172e-dc1b-454c-9e8e-18f7c2974d73 req-16266990-cba5-47f9-ace0-afe96e23c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:09.554680 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-45da172e-dc1b-454c-9e8e-18f7c2974d73 req-16266990-cba5-47f9-ace0-afe96e23c704 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 1129 time: 0.0407348 Aug 17 14:23:09.747400 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:09.754930 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-45da172e-dc1b-454c-9e8e-18f7c2974d73 req-fbaae6fd-2afb-406e-a8ee-b5e03cc701ea service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Aug 17 14:23:10.075788 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53317-2f88-4431-ab59-4b3bd80c1b55 req-e24e86bd-ff0d-44af-8b04-361b91ebd762 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:10.077334 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-67f53317-2f88-4431-ab59-4b3bd80c1b55 req-e24e86bd-ff0d-44af-8b04-361b91ebd762 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0686009 Aug 17 14:23:10.155210 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-67f53317-2f88-4431-ab59-4b3bd80c1b55 req-8a6e651b-7a91-4f80-a323-c12ce6cb2ac0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716376 Aug 17 14:23:10.317081 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52a8ef-5f2c-46ba-b0e5-10e452e4422d req-579d7e08-bee7-453b-baf3-fe7fabbacbd0 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:10.318702 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2b52a8ef-5f2c-46ba-b0e5-10e452e4422d req-579d7e08-bee7-453b-baf3-fe7fabbacbd0 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0637670 Aug 17 14:23:10.378484 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2b52a8ef-5f2c-46ba-b0e5-10e452e4422d req-0ae86700-5fcf-411f-b915-3ad2e3882fd4 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Aug 17 14:23:10.465500 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-3dbe45fe-44b1-47ec-a2a6-a5f4bef0e73b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1215284006&fields=id&tenant_id=e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 267 time: 0.0700049 Aug 17 14:23:10.556654 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:10.566590 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e1046-c082-4ea3-915e-ae2ecbe9bdc5 req-843917d6-2db1-4f0c-819f-e1cd48e1bc76 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:10.568280 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5b5e1046-c082-4ea3-915e-ae2ecbe9bdc5 req-843917d6-2db1-4f0c-819f-e1cd48e1bc76 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0543287 Aug 17 14:23:10.615082 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-991fed9b-7cba-4047-9c1b-5c81fb8d7ba6 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:10.616937 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-991fed9b-7cba-4047-9c1b-5c81fb8d7ba6 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 811 time: 0.1505575 Aug 17 14:23:10.632239 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-a5f40855-8e86-43cd-8fff-1a81c26a235b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/quotas/e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Aug 17 14:23:10.632729 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5b5e1046-c082-4ea3-915e-ae2ecbe9bdc5 req-d2039174-2b7b-4019-a137-6cbc46024f6a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564590 Aug 17 14:23:10.687834 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-7111a9c5-ae3f-47a1-b404-b67536415ae4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481243 Aug 17 14:23:10.825462 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b60fcb14-de52-438b-9060-b9cf211570ca service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228905 Aug 17 14:23:10.926846 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-acac2f48-8082-4082-9d91-90fbad269b62 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949883 Aug 17 14:23:11.285763 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b1efad3-409f-4f3d-b79b-e3bf3f093299 req-080d9f50-b31e-49b1-b031-d84484bb4ffb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0368128 Aug 17 14:23:11.351615 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4930a-e36f-4567-896e-500012ebc328 req-7d7a26c2-8acc-4e71-a4f6-adb2e089a8f4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:11.355780 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c1a4930a-e36f-4567-896e-500012ebc328 req-7d7a26c2-8acc-4e71-a4f6-adb2e089a8f4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0542786 Aug 17 14:23:11.433093 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c1a4930a-e36f-4567-896e-500012ebc328 req-394c3fc0-b5b0-4a0a-92de-6af7e5110be2 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718570 Aug 17 14:23:11.539011 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647c5b3-40f9-4c2d-9d11-24191140998d req-03e133ab-07c4-4b5d-bb10-d2c3951e64e1 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:11.539011 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6647c5b3-40f9-4c2d-9d11-24191140998d req-03e133ab-07c4-4b5d-bb10-d2c3951e64e1 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0638158 Aug 17 14:23:11.617827 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6647c5b3-40f9-4c2d-9d11-24191140998d req-26085024-8854-4250-8aea-c4b697f73d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719652 Aug 17 14:23:11.802803 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633bd76-21a0-464b-8c28-2dcb6f813ca4 req-273c70bb-da17-4c55-998e-4530a8370c41 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:11.804495 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e633bd76-21a0-464b-8c28-2dcb6f813ca4 req-273c70bb-da17-4c55-998e-4530a8370c41 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0653684 Aug 17 14:23:11.878989 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e633bd76-21a0-464b-8c28-2dcb6f813ca4 req-f5548e37-0a9a-42f0-ae89-4d8948236580 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676048 Aug 17 14:23:12.414652 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ea7894ea-e17a-4821-9c37-3207a88cea88 req-247ed890-ce14-4b88-8fd6-35649f1dc33a tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0284376 Aug 17 14:23:12.579364 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d2b00-9967-403d-9a83-af8c41b88644 req-8de63e87-f4ff-46a3-badf-24ace498f721 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:12.580839 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-344d2b00-9967-403d-9a83-af8c41b88644 req-8de63e87-f4ff-46a3-badf-24ace498f721 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0575109 Aug 17 14:23:12.635047 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-344d2b00-9967-403d-9a83-af8c41b88644 req-5cb457ca-b785-4074-a66f-1ce1457d6fca tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479906 Aug 17 14:23:12.752605 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b111-d47b-41eb-a375-299dea3f2511 req-12a1a74d-065b-45e9-82fc-45abc6ca181c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:12.754393 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3cd4b111-d47b-41eb-a375-299dea3f2511 req-12a1a74d-065b-45e9-82fc-45abc6ca181c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0559361 Aug 17 14:23:12.813855 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3cd4b111-d47b-41eb-a375-299dea3f2511 req-d61a0c6a-fe36-494b-a6af-cea2fddc620c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 Aug 17 14:23:13.005168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947037-17f2-4496-8145-0e23cbec3274 req-6092f262-fca4-45ff-bc0b-ca4d48f57d37 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:13.006674 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-22947037-17f2-4496-8145-0e23cbec3274 req-6092f262-fca4-45ff-bc0b-ca4d48f57d37 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0589058 Aug 17 14:23:13.058045 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-22947037-17f2-4496-8145-0e23cbec3274 req-bd8a5408-cacb-41bc-a661-f9e64476eee0 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Aug 17 14:23:13.270707 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-31203333-49e3-49c1-94d3-8bc1c8211007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:13.525090 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48bccbf1-3250-4d77-bf89-fa6fc905b319 req-11dd9820-dfc9-4b27-8215-ff94162d6038 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Aug 17 14:23:13.782652 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d783c-d7ca-49ff-bf4a-6ec9e0b01deb req-d955d0f2-eb33-4c96-9f33-daea858e91d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:13.784044 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-076d783c-d7ca-49ff-bf4a-6ec9e0b01deb req-d955d0f2-eb33-4c96-9f33-daea858e91d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0536990 Aug 17 14:23:13.818608 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:13.845097 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-076d783c-d7ca-49ff-bf4a-6ec9e0b01deb req-c8b0b926-bce2-431f-8b7f-66b3d19069d4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539153 Aug 17 14:23:13.856032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:23:13.964273 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d98fba-1a54-42a3-93fe-5f2286fe2d83 req-696bfe7d-f731-4e0c-a427-6d9df08b2f1c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:13.971637 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a0d98fba-1a54-42a3-93fe-5f2286fe2d83 req-696bfe7d-f731-4e0c-a427-6d9df08b2f1c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 945 time: 0.0611610 Aug 17 14:23:13.972457 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 is: ACTIVE; New status is: DOWN {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:13.972857 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:14.023607 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:14.025424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:14.026218 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b5f0b-b144-4f59-a2c5-abe5969a0fbe" -d '{"events": [{"server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:14.043646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:14.047787 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a0d98fba-1a54-42a3-93fe-5f2286fe2d83 req-65ab9e10-9a63-45c7-b45c-6c9f1e3c8da7 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749464 Aug 17 14:23:14.049376 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:14.096217 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd8685-98b6-422b-b6d1-aa69787199ea x-openstack-request-id: req-e9bd8685-98b6-422b-b6d1-aa69787199ea {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:14.096564 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:14.096819 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9bd8685-98b6-422b-b6d1-aa69787199ea {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:14.097384 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bd8685-98b6-422b-b6d1-aa69787199ea'] response: {'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498', 'code': 200} Aug 17 14:23:14.115564 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=6']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:14.204796 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c3fc0-c0cf-4774-a0e0-96e83a9112f6 req-23871fce-aed7-4f31-baf2-9d4dd32e6554 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:14.206329 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f94c3fc0-c0cf-4774-a0e0-96e83a9112f6 req-23871fce-aed7-4f31-baf2-9d4dd32e6554 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0537417 Aug 17 14:23:14.265793 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f94c3fc0-c0cf-4774-a0e0-96e83a9112f6 req-6d51b959-7029-4aa8-be2e-8677f35235e2 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511203 Aug 17 14:23:14.632518 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a595d476-c67c-4776-a0e9-c056ca4da386 req-19a7247c-7198-4f77-a571-a2356a65091f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Aug 17 14:23:15.019623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c2601-5de6-4167-9904-391ed7fa86ca req-cd4b5b03-0cb7-4e99-88c1-42123f5df26d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:15.021690 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef5c2601-5de6-4167-9904-391ed7fa86ca req-cd4b5b03-0cb7-4e99-88c1-42123f5df26d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0623467 Aug 17 14:23:15.076305 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef5c2601-5de6-4167-9904-391ed7fa86ca req-229fe265-d536-425d-9bbc-6b6de1257632 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471179 Aug 17 14:23:15.195795 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6e9b-0656-4679-9355-cd461086e614 req-71b44b37-6a28-40e0-985e-a5a03df78bb4 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:15.197776 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-946f6e9b-0656-4679-9355-cd461086e614 req-71b44b37-6a28-40e0-985e-a5a03df78bb4 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0569985 Aug 17 14:23:15.291450 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-946f6e9b-0656-4679-9355-cd461086e614 req-1a44edbc-d310-4b56-81ea-1883375b716f tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842586 Aug 17 14:23:15.439721 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-52144290-c972-400d-b7af-f59975298c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:15.464616 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead43f4f-dc5e-413c-84c7-595cb5c76379 req-c3005396-f01d-4e55-94de-178348e07d34 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:15.471899 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ead43f4f-dc5e-413c-84c7-595cb5c76379 req-c3005396-f01d-4e55-94de-178348e07d34 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0956531 Aug 17 14:23:15.538468 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ead43f4f-dc5e-413c-84c7-595cb5c76379 req-33dc0b42-aca8-45fd-9114-eb7ffb501ebd tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Aug 17 14:23:15.747647 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-14a5e62b-2d7f-4b3a-85de-86086d797c75 req-c45bfd2c-9729-41c2-87f8-b7c25f88e77e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0359547 Aug 17 14:23:16.210781 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:16.232189 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa990b-6dc1-46a2-b4ac-3aa93c691630 req-c762cbda-4cfc-4801-91a9-2ce9e6719d03 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:16.233688 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15fa990b-6dc1-46a2-b4ac-3aa93c691630 req-c762cbda-4cfc-4801-91a9-2ce9e6719d03 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0511644 Aug 17 14:23:16.285629 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-15fa990b-6dc1-46a2-b4ac-3aa93c691630 req-1330bb98-88ba-4b09-a78d-b068e7acf708 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 Aug 17 14:23:16.432417 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9beb32-dd0b-4026-9fb2-11592de5a47a req-9154b127-0d90-4c1e-a255-44ce3e1180a5 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:16.435213 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6a9beb32-dd0b-4026-9fb2-11592de5a47a req-9154b127-0d90-4c1e-a255-44ce3e1180a5 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0517395 Aug 17 14:23:16.488190 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6a9beb32-dd0b-4026-9fb2-11592de5a47a req-4a1d9f45-5270-4ac5-9c1f-e54d40f2d522 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Aug 17 14:23:16.679579 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc073b47-ec8a-4d17-bc32-35bb02ef7998 req-16c2ca1b-7f53-4c47-8ae8-29dce755077a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:16.681781 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc073b47-ec8a-4d17-bc32-35bb02ef7998 req-16c2ca1b-7f53-4c47-8ae8-29dce755077a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0496132 Aug 17 14:23:16.736102 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc073b47-ec8a-4d17-bc32-35bb02ef7998 req-89d7d91b-b5d1-428c-8e28-c04ac954c0ac tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482132 Aug 17 14:23:16.741345 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:16.860718 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-21c11aea-bf06-4566-8b2b-bf9c216c1f0c req-ef7f6042-207e-4aa4-9e28-24fd82328f82 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0287964 Aug 17 14:23:17.432520 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afc54c-6b35-45d7-8512-6bc05c3aabc6 req-92e09efa-3dcd-4245-b1dd-f57831e55b9f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:17.434019 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-22afc54c-6b35-45d7-8512-6bc05c3aabc6 req-92e09efa-3dcd-4245-b1dd-f57831e55b9f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0568638 Aug 17 14:23:17.482098 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-22afc54c-6b35-45d7-8512-6bc05c3aabc6 req-41fbdc7a-181c-44a7-9530-d47605195eca tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Aug 17 14:23:17.618653 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5145e1-2a98-4893-8f10-0b67d682c656 req-206cf779-b68f-4375-8096-02289735e4c8 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:17.620057 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc5145e1-2a98-4893-8f10-0b67d682c656 req-206cf779-b68f-4375-8096-02289735e4c8 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0520191 Aug 17 14:23:17.670199 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc5145e1-2a98-4893-8f10-0b67d682c656 req-d29ee71c-e82c-4357-ba55-d15c744594e7 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Aug 17 14:23:17.847992 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:17.858615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdcc11-bbc7-491b-b2e7-4108621255a2 req-2090f5fc-c16b-4886-b91c-183a263f0052 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:17.860133 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c1bdcc11-bbc7-491b-b2e7-4108621255a2 req-2090f5fc-c16b-4886-b91c-183a263f0052 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Aug 17 14:23:17.909676 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c1bdcc11-bbc7-491b-b2e7-4108621255a2 req-456c26fc-8873-48a1-92d2-9aaec5d29d0f tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Aug 17 14:23:17.962932 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f12959a4-993c-4042-b6f0-0041456acb75 req-13503b3a-383e-4a9d-a426-ef2717c89589 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0278811 Aug 17 14:23:18.158597 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:18.276109 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:18.628867 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-4242a397-2fef-4992-b4a7-534d62033991 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:18.630326 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-4242a397-2fef-4992-b4a7-534d62033991 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0769103 Aug 17 14:23:18.645060 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7da938-1fcc-4e0b-a915-4cbed4abd8a1 req-d80cf75e-7dd5-4802-abb5-8946ed2cabce tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:18.646467 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aa7da938-1fcc-4e0b-a915-4cbed4abd8a1 req-d80cf75e-7dd5-4802-abb5-8946ed2cabce tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0601254 Aug 17 14:23:18.693594 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aa7da938-1fcc-4e0b-a915-4cbed4abd8a1 req-7c3ad09d-3fee-451c-8dac-1c0eec8bf027 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Aug 17 14:23:18.787225 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf87cda-36e2-4dd0-ba40-54c5dc4edafe req-008b5f84-99a7-41db-bc4f-db1270985530 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:18.788658 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5bf87cda-36e2-4dd0-ba40-54c5dc4edafe req-008b5f84-99a7-41db-bc4f-db1270985530 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 943 time: 0.0464945 Aug 17 14:23:18.835157 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5bf87cda-36e2-4dd0-ba40-54c5dc4edafe req-f395ea78-252a-455f-80b3-6ebb2628d1e3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Aug 17 14:23:19.064119 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae711d73-94c3-4078-b1ba-c9c901f4cd03 req-481226ed-3e10-42a9-86bb-ff450bf031a3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:19.066253 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ae711d73-94c3-4078-b1ba-c9c901f4cd03 req-481226ed-3e10-42a9-86bb-ff450bf031a3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0832286 Aug 17 14:23:19.082397 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ea10ed90-971a-4cbb-8924-268e3c0d5582 req-d559a5b4-186f-4551-95d7-37ff5442069d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0467577 Aug 17 14:23:19.154926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Deleting port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:23:19.155264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:19.171299 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:19.177277 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ae711d73-94c3-4078-b1ba-c9c901f4cd03 req-075af38c-9493-43a8-aa13-ba2bc544f852 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017749 Aug 17 14:23:19.255452 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] For port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:19.255817 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:19.527319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Calling delete_port for a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:23:19.646724 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:19.653956 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (a0ddb9b7-a0ad-45dc-bbeb-345087aa8498), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:19.679012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Pushing event deleted for resources: {'Port': ['ID=a0ddb9b7-a0ad-45dc-bbeb-345087aa8498,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:19.694624 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.694977 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.695323 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.695673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.696779 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.697128 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.697464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.697798 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.698157 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.698490 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.698824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.699154 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.699482 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.699810 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.700135 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:19.739573 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] No DVR routers for this DVR port a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:23:19.742313 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:19.746373 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eaea6eca-c895-402a-b2e2-2cb5ab3fa530 req-c5daed57-3fa1-4e0e-886b-b15006893619 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "DELETE /networking/v2.0/ports/a0ddb9b7-a0ad-45dc-bbeb-345087aa8498 HTTP/1.1" status: 204 len: 173 time: 0.7276118 Aug 17 14:23:19.746810 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'name': 'network-vif-deleted', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:19.749069 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff662a1-d066-449a-a48a-503b69d5ad2d" -d '{"events": [{"server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "name": "network-vif-deleted", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:19.787540 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35e342-67aa-4f83-a087-e9d20507ff34 x-openstack-request-id: req-7f35e342-67aa-4f83-a087-e9d20507ff34 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:19.788049 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f634be5-85db-40d4-a338-260ac57e34ed", "name": "network-vif-deleted", "tag": "a0ddb9b7-a0ad-45dc-bbeb-345087aa8498", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:19.788451 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f35e342-67aa-4f83-a087-e9d20507ff34 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:19.789000 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f35e342-67aa-4f83-a087-e9d20507ff34'] response: {'server_uuid': '0f634be5-85db-40d4-a338-260ac57e34ed', 'name': 'network-vif-deleted', 'tag': 'a0ddb9b7-a0ad-45dc-bbeb-345087aa8498', 'status': 'completed', 'code': 200} Aug 17 14:23:19.822169 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5809d-cdad-4bbc-8a6b-6480ef4ee044 req-709e86d4-4f06-4461-bec5-d0003959108e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:19.823649 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e0c5809d-cdad-4bbc-8a6b-6480ef4ee044 req-709e86d4-4f06-4461-bec5-d0003959108e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0493968 Aug 17 14:23:19.856737 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:19.874171 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e0c5809d-cdad-4bbc-8a6b-6480ef4ee044 req-b92da250-2bce-4e33-b536-2914d35e2c90 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448101 Aug 17 14:23:19.974094 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b16a691c-97a1-4a89-a412-9e3da0d87e72 req-e82e537f-0fdf-4a1c-b387-de4916a7fe77 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 210 time: 0.0489783 Aug 17 14:23:20.183825 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a6ebbba8-4709-4fb5-b05e-2322b75efe09 req-599cbfb3-74d1-4709-950e-5971118bca48 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Aug 17 14:23:20.300239 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459a6f2-b010-4fe0-a753-4b841774ad42 req-2dcca2d0-dd67-4c4e-ad68-9bdf718e107f tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:20.301779 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6459a6f2-b010-4fe0-a753-4b841774ad42 req-2dcca2d0-dd67-4c4e-ad68-9bdf718e107f tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0522339 Aug 17 14:23:20.350701 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6459a6f2-b010-4fe0-a753-4b841774ad42 req-f7ebf974-1c3b-4b38-a0f8-c0eeebfa3116 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Aug 17 14:23:20.507087 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-58ac722f-4838-4772-aeb1-853979d7d2fa tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:20.508653 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-58ac722f-4838-4772-aeb1-853979d7d2fa tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 811 time: 0.1199722 Aug 17 14:23:20.825335 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-da2173a2-dea0-4c11-90ed-689613fdc716 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 380 time: 0.0755532 Aug 17 14:23:20.846251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'port': {'device_id': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'admin_state_up': True, 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'security_groups': ['6b25e695-b13d-4833-8a40-70f27f2f0adc']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:20.966153 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-16199202-a62f-4c9d-8824-7af0d2bafca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:20.967732 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-16199202-a62f-4c9d-8824-7af0d2bafca1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1128 time: 0.1052053 Aug 17 14:23:21.137085 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb616f-62ee-40e4-a0f0-8eb3115478cc req-c7fa9205-3a76-4c4b-9757-ebdca9edc391 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:21.138852 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37bb616f-62ee-40e4-a0f0-8eb3115478cc req-c7fa9205-3a76-4c4b-9757-ebdca9edc391 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.1265371 Aug 17 14:23:21.147911 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ad2ccd69-9236-4c86-a219-5b9b0cefb759 req-4cb840a8-c3da-4603-b4c3-e8a9302f9a42 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0f634be5-85db-40d4-a338-260ac57e34ed HTTP/1.1" status: 200 len: 210 time: 0.0330193 Aug 17 14:23:21.156100 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:21.189568 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-9c195e9f-6069-4b89-88cb-11e1bbaa1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:21.191420 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-9c195e9f-6069-4b89-88cb-11e1bbaa1a0e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.1998761 Aug 17 14:23:21.193441 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Made reservation on behalf of e49076a24c164bb7aaefec58352f9243 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:23:21.197109 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:21.250047 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37bb616f-62ee-40e4-a0f0-8eb3115478cc req-03c314ee-21ef-406d-8087-51ff0ffaa80d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009855 Aug 17 14:23:21.279719 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242526c0-afa4-455f-a24d-c2df88dd9083 req-5deda5f5-20e4-48e7-a07e-5e6c5a97f88c tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:21.286444 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-242526c0-afa4-455f-a24d-c2df88dd9083 req-5deda5f5-20e4-48e7-a07e-5e6c5a97f88c tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0719028 Aug 17 14:23:21.289038 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:21.341734 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-242526c0-afa4-455f-a24d-c2df88dd9083 req-aaf94758-50cd-49f3-b9e3-ce32955afb1a tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Aug 17 14:23:21.361752 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b6fb62a-2f54-43f2-9fdb-23cf65479094 req-545c51d2-2848-47e8-9568-f801beb7f69b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0357475 Aug 17 14:23:21.411765 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Allocated IP 172.20.0.3 (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32/8380b29e-d866-49c5-8a67-3c4ffb855e05/ee5bc8e3-461a-46b4-ac29-e5b39d7846ed) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:23:21.526350 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:21.561346 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:21.594218 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:21.640038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:23:21.643235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:23:21.647123 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:23:21.653786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:21.706006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:21.706618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:21.726039 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-b7768280-4b0e-4431-90a1-092188ab158e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880663 Aug 17 14:23:21.892774 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-5a734802-17f8-4264-a04e-992a7527eaaf None None] Provisioning complete for port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:21.893141 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5a734802-17f8-4264-a04e-992a7527eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:21.926037 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-5a734802-17f8-4264-a04e-992a7527eaaf None None] Port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:23:22.179030 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Request body: {'port': {'device_id': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:22.285767 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-31381216-148e-45c9-bce7-e5b700fab3e5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 200 len: 1000 time: 0.1179838 Aug 17 14:23:22.297954 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:22.475737 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674efba-cea6-4121-8834-beab4f6c8380 req-6e2af0c1-4fed-4c28-9c73-14ad78a4b980 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:22.477759 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5674efba-cea6-4121-8834-beab4f6c8380 req-6e2af0c1-4fed-4c28-9c73-14ad78a4b980 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.1388826 Aug 17 14:23:22.486923 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-766cc18d-167b-489c-b629-54679344156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:22.488301 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-766cc18d-167b-489c-b629-54679344156e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.1348772 Aug 17 14:23:22.497741 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a1aa2-30a0-4838-bc84-99f7c0480c65 req-e139f848-f6c8-4c8f-899e-1eec7c7b19b3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:22.499366 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-025a1aa2-30a0-4838-bc84-99f7c0480c65 req-e139f848-f6c8-4c8f-899e-1eec7c7b19b3 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.0549638 Aug 17 14:23:22.547582 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-025a1aa2-30a0-4838-bc84-99f7c0480c65 req-3115c7c1-0543-4abd-9ba2-a11ac21da384 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Aug 17 14:23:22.626611 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:22.651664 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-d0ece035-8d59-40ce-a49c-1d2520db6712 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:22.653104 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-d0ece035-8d59-40ce-a49c-1d2520db6712 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 945 time: 0.1216018 Aug 17 14:23:22.659292 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b97c7-904d-42a7-a4ee-0c13b6adc736 req-907c460a-2065-42bb-826c-50d39c5d8424 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:22.660854 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-513b97c7-904d-42a7-a4ee-0c13b6adc736 req-907c460a-2065-42bb-826c-50d39c5d8424 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 931 time: 0.0562615 Aug 17 14:23:22.668954 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-a1f51401-9558-40d4-8713-84282d8a953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:22.670446 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-a1f51401-9558-40d4-8713-84282d8a953c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1378577 Aug 17 14:23:22.712627 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-513b97c7-904d-42a7-a4ee-0c13b6adc736 req-c6cb52d3-ad41-4896-a260-371da0271854 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441151 Aug 17 14:23:22.753954 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5674efba-cea6-4121-8834-beab4f6c8380 req-4476ec94-d56d-437d-a162-e987bcaaf1ef tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693079 Aug 17 14:23:22.799194 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:22.838552 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:23:22.893035 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Deleting port 98ab831b-42ac-4cc9-8c9e-bf3390530669 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:23:22.893373 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:22.962956 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-7f3c0ca6-1786-4c9b-957e-47bc782a86ae service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790439 Aug 17 14:23:23.012207 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5bc8e3-461a-46b4-ac29-e5b39d7846ed {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:23.028769 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Publish callbacks [] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.054528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] For port 98ab831b-42ac-4cc9-8c9e-bf3390530669, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=98ab831b-42ac-4cc9-8c9e-bf3390530669,segment=NetworkSegment(aa0310b4-97ca-4ce0-af2e-b70238e91177),segment_id=aa0310b4-97ca-4ce0-af2e-b70238e91177)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:23.054885 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.057780 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Transition to ACTIVE for port object ee5bc8e3-461a-46b4-ac29-e5b39d7846ed will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:23:23.064841 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.073587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Calling delete_port for 98ab831b-42ac-4cc9-8c9e-bf3390530669 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:23:23.170693 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Pushing event updated for resources: {'Port': ['ID=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:23.244829 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Attempting to bind port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:23:23.245493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Attempting to bind port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:23:23.245493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Attempting to bind port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:23:23.255082 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:23:23.255400 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Attempting to bind port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:23:23.281922 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:23:23.282259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Checking segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:23:23.282638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Bound using segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:23:23.283064 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Bound port: ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:23:23.283415 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.328542 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:23.335863 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (98ab831b-42ac-4cc9-8c9e-bf3390530669), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.379010 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Pushing event deleted for resources: {'Port': ['ID=98ab831b-42ac-4cc9-8c9e-bf3390530669,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:23.411866 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] For port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:23:23.443288 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] For port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:23:23.444520 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] No DVR routers for this DVR port 98ab831b-42ac-4cc9-8c9e-bf3390530669 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:23:23.449235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.452697 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d6753591-ab7c-49dd-a6eb-11e82077aa30 req-ea9e6dd8-8220-405f-b824-533b33b30c44 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.42 "DELETE /networking/v2.0/ports/98ab831b-42ac-4cc9-8c9e-bf3390530669 HTTP/1.1" status: 204 len: 173 time: 0.7764044 Aug 17 14:23:23.453129 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'name': 'network-vif-deleted', 'tag': '98ab831b-42ac-4cc9-8c9e-bf3390530669'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:23.455521 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956915cd-db1e-46f0-80db-bd37480d720e" -d '{"events": [{"server_uuid": "7d9e74c3-8656-4853-9920-f5ac845339a3", "name": "network-vif-deleted", "tag": "98ab831b-42ac-4cc9-8c9e-bf3390530669"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:23.459139 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.463611 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:23.464609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:23.465583 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-f0905984-8762-4203-8e03-da33570fd91e service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ee5bc8e3-461a-46b4-ac29-e5b39d7846ed HTTP/1.1" status: 200 len: 1093 time: 1.2965899 Aug 17 14:23:23.495033 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0c042-155c-4dae-9a6d-fdaee82e6a56 x-openstack-request-id: req-08b0c042-155c-4dae-9a6d-fdaee82e6a56 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:23.495262 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9e74c3-8656-4853-9920-f5ac845339a3", "name": "network-vif-deleted", "tag": "98ab831b-42ac-4cc9-8c9e-bf3390530669", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:23.495511 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08b0c042-155c-4dae-9a6d-fdaee82e6a56 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:23.495907 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b0c042-155c-4dae-9a6d-fdaee82e6a56'] response: {'server_uuid': '7d9e74c3-8656-4853-9920-f5ac845339a3', 'name': 'network-vif-deleted', 'tag': '98ab831b-42ac-4cc9-8c9e-bf3390530669', 'status': 'completed', 'code': 200} Aug 17 14:23:23.517188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0905984-8762-4203-8e03-da33570fd91e service neutron] Pushing event updated for resources: {'Port': ['ID=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:23.650810 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1bd17c94-162f-424b-9989-f3e87dcbb494 req-59b7e808-8dab-4de7-bdb9-c22b4f1849d0 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Aug 17 14:23:23.833030 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7938a0-0512-49af-af04-a3bb06ae5f6f req-9df24bd7-ada1-430e-9447-2e0cf4efac3e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:23.834647 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1e7938a0-0512-49af-af04-a3bb06ae5f6f req-9df24bd7-ada1-430e-9447-2e0cf4efac3e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0499635 Aug 17 14:23:23.884089 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f165e-4f14-48ab-8cce-f54df1de9033 req-462ddd61-343c-4635-985e-e1d26b8b3734 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:23.885783 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-977f165e-4f14-48ab-8cce-f54df1de9033 req-462ddd61-343c-4635-985e-e1d26b8b3734 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0526190 Aug 17 14:23:23.889639 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1e7938a0-0512-49af-af04-a3bb06ae5f6f req-2c174bb9-a3f7-4639-a3c6-9ebb1024a464 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495169 Aug 17 14:23:23.933641 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-977f165e-4f14-48ab-8cce-f54df1de9033 req-68a82f17-cf43-4c38-ae9d-1fa933089d1b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Aug 17 14:23:24.761626 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-590775f6-d8b9-48d8-b6b0-9ad23b7901ea req-4296a74d-b234-4036-a47d-c5fb13cc7dea tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0281987 Aug 17 14:23:24.996334 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:25.010229 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f26b7-18f2-4b94-b8a1-5e1c47622961 req-5a4ed7b2-a763-490d-b145-143189a3886e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:25.011713 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-737f26b7-18f2-4b94-b8a1-5e1c47622961 req-5a4ed7b2-a763-490d-b145-143189a3886e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0529206 Aug 17 14:23:25.062568 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-737f26b7-18f2-4b94-b8a1-5e1c47622961 req-a175e6ad-0695-4f62-9a5d-fdb5f53d2259 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Aug 17 14:23:25.064464 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587297e4-c643-4fe5-a25d-3f0588ff208b req-081b2c94-1f1d-4cba-8d2d-da14679e3655 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:25.065958 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-587297e4-c643-4fe5-a25d-3f0588ff208b req-081b2c94-1f1d-4cba-8d2d-da14679e3655 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0525613 Aug 17 14:23:25.084768 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:25.113565 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-587297e4-c643-4fe5-a25d-3f0588ff208b req-243536d0-d817-42db-9261-424bf3298927 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416031 Aug 17 14:23:25.237013 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['98ab831b-42ac-4cc9-8c9e-bf3390530669'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:23:25.324869 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fdee1b7-3e42-44aa-ae09-b62bcd42816c req-bae80951-c620-4072-90bf-ab570649b9c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889218 Aug 17 14:23:25.427558 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-cf098522-abd3-420a-bfe4-b92a121f7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:25.429131 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-cf098522-abd3-420a-bfe4-b92a121f7519 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 1127 time: 0.0444999 Aug 17 14:23:25.497464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:25.499788 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13515eec-d667-4e40-a827-5eee7a3dcdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:25.539151 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9548afc1-d25a-40c8-a9c0-c6b0c5be6221 x-openstack-request-id: req-9548afc1-d25a-40c8-a9c0-c6b0c5be6221 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:25.539562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:25.540279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9548afc1-d25a-40c8-a9c0-c6b0c5be6221 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:25.540682 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9548afc1-d25a-40c8-a9c0-c6b0c5be6221'] response: {'name': 'network-changed', 'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'status': 'completed', 'code': 200} Aug 17 14:23:25.888465 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7c2fb017-a863-4684-a422-958d1830b103 req-16b001e2-8844-4708-9ad5-a8fabcc38295 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0337567 Aug 17 14:23:26.177459 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-dff614bc-0433-4e16-85b3-f7c45c005020 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed HTTP/1.1" status: 200 len: 217 time: 0.0562356 Aug 17 14:23:26.226398 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9e51e-6596-43bc-a011-05c272a01352 req-6d221d6b-23e2-4940-ba4e-5fb7e4b77556 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:26.232370 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-33a9e51e-6596-43bc-a011-05c272a01352 req-6d221d6b-23e2-4940-ba4e-5fb7e4b77556 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0817065 Aug 17 14:23:26.293776 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-3891e2e7-123c-4d57-996b-95c9969c9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:26.295301 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-3891e2e7-123c-4d57-996b-95c9969c9800 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.1110854 Aug 17 14:23:26.301562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850efb33-eb91-46dd-b6fe-9d1806fbb089 req-5024c552-4cd9-4f4a-a882-d42d7a245229 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:26.303197 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-850efb33-eb91-46dd-b6fe-9d1806fbb089 req-5024c552-4cd9-4f4a-a882-d42d7a245229 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0663846 Aug 17 14:23:26.303955 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-33a9e51e-6596-43bc-a011-05c272a01352 req-be60af9e-bc68-4c31-bb33-d5ddd8b72cd3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653179 Aug 17 14:23:26.362241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-30bfad60-aa97-4741-8165-02654cf3c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:26.363719 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-30bfad60-aa97-4741-8165-02654cf3c99f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594358 Aug 17 14:23:26.433199 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-850efb33-eb91-46dd-b6fe-9d1806fbb089 req-03b8eec8-94f7-4e56-b174-a632c46c4459 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205997 Aug 17 14:23:26.476220 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-94449ed0-768a-4b1e-9694-8887d291ddf1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045249 Aug 17 14:23:26.708947 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e07d7e6b-d640-4a71-b0c7-83e6bced99b6 req-530d6a72-eeed-4224-a3a7-6091b308628a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917587 Aug 17 14:23:27.026640 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fcb91a48-892d-44cd-9870-5532fa53b510 req-847e73ae-b37c-43fb-b620-ab41aa48c357 tempest-VolumesActionsTest-2015583507 tempest-VolumesActionsTest-2015583507-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7d9e74c3-8656-4853-9920-f5ac845339a3 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Aug 17 14:23:27.213236 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-f9bcf573-629e-454d-b527-a4bede0fcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:27.214807 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-f9bcf573-629e-454d-b527-a4bede0fcd59 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 1127 time: 0.0447083 Aug 17 14:23:27.418944 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afacc5-30c2-4a21-b9ba-a116b78577e4 req-3170a996-b9d2-435b-8569-df549dc789ca tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:27.420394 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-56afacc5-30c2-4a21-b9ba-a116b78577e4 req-3170a996-b9d2-435b-8569-df549dc789ca tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0467663 Aug 17 14:23:27.470144 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-56afacc5-30c2-4a21-b9ba-a116b78577e4 req-48cbfe90-49f5-448f-be1c-1696d298868e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Aug 17 14:23:27.569826 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bb38-11d8-48b8-a0f0-56e680c6d7b9 req-cc81a556-f585-4b1d-a9f7-7b2129d6bbf5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:27.571882 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a93bb38-11d8-48b8-a0f0-56e680c6d7b9 req-cc81a556-f585-4b1d-a9f7-7b2129d6bbf5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0470436 Aug 17 14:23:27.618999 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a93bb38-11d8-48b8-a0f0-56e680c6d7b9 req-d4d7a5d9-5b53-4e00-a20e-c74290c6f81a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Aug 17 14:23:28.596581 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1a292-57f4-457d-9870-e8d6c61d8a94 req-958da644-c0e5-4da5-bce1-7b7f47692804 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:28.598093 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-03e1a292-57f4-457d-9870-e8d6c61d8a94 req-958da644-c0e5-4da5-bce1-7b7f47692804 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0521212 Aug 17 14:23:28.650267 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-03e1a292-57f4-457d-9870-e8d6c61d8a94 req-e8f84e03-093f-4b58-a344-25179f553f70 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Aug 17 14:23:28.760336 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813d60-c8cb-4a50-bfa8-ae84790169e4 req-574fdb59-2d5a-463a-b847-d5199747d97a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:28.761937 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ed813d60-c8cb-4a50-bfa8-ae84790169e4 req-574fdb59-2d5a-463a-b847-d5199747d97a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 944 time: 0.0529807 Aug 17 14:23:28.796455 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:23:28.813071 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ed813d60-c8cb-4a50-bfa8-ae84790169e4 req-3553e943-8ae3-4a7b-a1ef-11df2ae5f2b7 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456519 Aug 17 14:23:28.829044 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:28.921629 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:28.934205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '8c608647-0be3-493f-8c4b-19aad8caae21', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'port_id': '8c608647-0be3-493f-8c4b-19aad8caae21', 'mac_address': 'fa:16:3e:7b:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:23:28.970883 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:28.971280 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:28.986350 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c608647-0be3-493f-8c4b-19aad8caae21 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:29.006639 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:29.011127 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:29.071876 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=9']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:29.700284 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 98ab831b-42ac-4cc9-8c9e-bf3390530669 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:23:29.723692 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 98ab831b-42ac-4cc9-8c9e-bf3390530669 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:23:29.724160 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 98ab831b-42ac-4cc9-8c9e-bf3390530669 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:23:29.818826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:29.824862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-50570ad7-14e9-4334-a0f6-04ec5a9247bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:29.826347 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-50570ad7-14e9-4334-a0f6-04ec5a9247bc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.1061113 Aug 17 14:23:29.980601 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9241a-53d6-4681-9e90-ef600178cf36 req-06282532-2d97-425e-9869-041e162d6df2 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:29.982095 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85e9241a-53d6-4681-9e90-ef600178cf36 req-06282532-2d97-425e-9869-041e162d6df2 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0489769 Aug 17 14:23:30.031919 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85e9241a-53d6-4681-9e90-ef600178cf36 req-6fe8a6f8-1dda-4fa4-9255-a0dc853a1013 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Aug 17 14:23:30.137206 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851a9f3-6e2a-454d-b752-50cfb13e9f71 req-4822c9eb-ca42-490d-9cb0-227b0200bbf2 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:30.138730 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8851a9f3-6e2a-454d-b752-50cfb13e9f71 req-4822c9eb-ca42-490d-9cb0-227b0200bbf2 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.0487514 Aug 17 14:23:30.185312 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8851a9f3-6e2a-454d-b752-50cfb13e9f71 req-62361734-2e2a-440b-9312-a2ba07b06c53 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Aug 17 14:23:30.364989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-8c256539-ba37-426b-b174-65ef4e541c67 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:30.366492 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-8c256539-ba37-426b-b174-65ef4e541c67 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/networks?id=182f7496-2244-4d38-aabd-2caf97e63544 HTTP/1.1" status: 200 len: 814 time: 0.1047451 Aug 17 14:23:30.380715 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-b794573a-167c-411f-b263-276bf60c3446 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/quotas/c9a9f1d91792463295c5d5b0af9f9c9c HTTP/1.1" status: 200 len: 375 time: 0.0089586 Aug 17 14:23:30.413429 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-87d30e3c-5c27-4cdc-aeaf-83ac00719016 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273325 Aug 17 14:23:30.436355 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:30.507489 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-604a6cd6-5410-491b-94c7-8aec7dd8b6be service neutron] 10.222.0.15 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Aug 17 14:23:30.597513 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-89f4ef8e-36df-4dc5-81ad-7ed97aefb51f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Aug 17 14:23:30.773495 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eebe34d3-7c4f-4bdd-8c4d-2b1c0c9f7290 req-0d45e0f3-28f4-4da8-a907-e7a17b7cfab0 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 210 time: 0.0332794 Aug 17 14:23:31.155349 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be100e3-c60d-4c76-927d-d381e1fc495f req-33bab2ce-48ae-4e18-a309-5d94bee9514f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:31.156807 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8be100e3-c60d-4c76-927d-d381e1fc495f req-33bab2ce-48ae-4e18-a309-5d94bee9514f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0485225 Aug 17 14:23:31.204921 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8be100e3-c60d-4c76-927d-d381e1fc495f req-02565fe7-08fb-4d10-bea2-4634d8480df7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Aug 17 14:23:31.308067 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b853-b174-4fc7-9873-f351fada07b7 req-ed69665a-4eba-4eb2-aa2a-879e27e90c98 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:31.309446 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f875b853-b174-4fc7-9873-f351fada07b7 req-ed69665a-4eba-4eb2-aa2a-879e27e90c98 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.0470634 Aug 17 14:23:31.364841 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f875b853-b174-4fc7-9873-f351fada07b7 req-3a19e32c-083a-4aff-af2f-48c2801b2ee9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496664 Aug 17 14:23:31.881498 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61459e3d-2318-49fb-9d10-4546cfa4a3cd req-759fb3f9-867b-4601-b450-02b6deec1d81 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 210 time: 0.0322144 Aug 17 14:23:32.321277 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b721-fc48-498a-81a6-7ddd36d28f27 req-5b62ea81-9263-46cb-afc8-0764b9a659bd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:32.322961 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-80c4b721-fc48-498a-81a6-7ddd36d28f27 req-5b62ea81-9263-46cb-afc8-0764b9a659bd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0477073 Aug 17 14:23:32.371632 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-80c4b721-fc48-498a-81a6-7ddd36d28f27 req-a088e90e-d1d9-4005-8e71-df08bd2d152b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Aug 17 14:23:32.496971 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df0844-0309-4546-a327-d52a9d39342a req-43f34d58-1944-490e-99c5-76bf9b6258e8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:32.498385 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d4df0844-0309-4546-a327-d52a9d39342a req-43f34d58-1944-490e-99c5-76bf9b6258e8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.0473583 Aug 17 14:23:32.544053 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d4df0844-0309-4546-a327-d52a9d39342a req-ac4a3dc3-6bf8-4967-8c23-65e1f9592cfa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401297 Aug 17 14:23:32.599800 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['8c608647-0be3-493f-8c4b-19aad8caae21'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:23:32.683249 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-ff5b9717-8f45-4eec-98b6-5ef325fb89b8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed HTTP/1.1" status: 200 len: 217 time: 0.0548651 Aug 17 14:23:32.744383 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:32.753020 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-f4194173-4f3c-44b3-bca1-964ca3a44278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:32.754566 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-f4194173-4f3c-44b3-bca1-964ca3a44278 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0595832 Aug 17 14:23:32.766201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:32.827509 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-4f40e80a-59b3-4584-995f-f3d59462bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:32.829155 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-4f40e80a-59b3-4584-995f-f3d59462bab5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584834 Aug 17 14:23:32.833760 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:32.985428 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-81f99b17-2892-4659-88df-4c2c3584413a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445625 Aug 17 14:23:33.022794 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9e7ed886-a037-4795-9999-172ff1ee7bb1 req-0033958e-685a-4846-b5c9-1f010b587e5e tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 210 time: 0.0399203 Aug 17 14:23:33.104709 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-13515eec-d667-4e40-a827-5eee7a3dcdd9 req-d2cecb40-d77c-4f72-953c-8763f23013d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902567 Aug 17 14:23:33.433143 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-0a6cab8d-7558-4dbe-ab3c-03993efcfdf0 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:33.434927 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-0a6cab8d-7558-4dbe-ab3c-03993efcfdf0 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "GET /networking/v2.0/networks?id=182f7496-2244-4d38-aabd-2caf97e63544 HTTP/1.1" status: 200 len: 814 time: 0.1135345 Aug 17 14:23:33.454932 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Request body: {'port': {'device_id': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544', 'admin_state_up': True, 'tenant_id': 'c9a9f1d91792463295c5d5b0af9f9c9c'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:33.525641 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4762e-a745-43f4-8079-cee178cab9bd req-f64eec74-7d0f-4041-a1e2-4583255603d7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:33.527259 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64d4762e-a745-43f4-8079-cee178cab9bd req-f64eec74-7d0f-4041-a1e2-4583255603d7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.0543163 Aug 17 14:23:33.541376 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:33.585336 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-64d4762e-a745-43f4-8079-cee178cab9bd req-8e5b2c12-fbab-47bd-afa0-99068d432033 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512426 Aug 17 14:23:33.835345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:33.886137 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2640ab9-64f8-4c81-8bef-8b458bd0b0c9 req-cd37df5e-c54e-4f1b-9d06-55a66d50adff tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:33.887691 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2640ab9-64f8-4c81-8bef-8b458bd0b0c9 req-cd37df5e-c54e-4f1b-9d06-55a66d50adff tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 945 time: 0.0675545 Aug 17 14:23:33.896962 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Made reservation on behalf of c9a9f1d91792463295c5d5b0af9f9c9c for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:23:33.900675 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.011823 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2640ab9-64f8-4c81-8bef-8b458bd0b0c9 req-2a46c3a0-6470-4acf-baf6-af79823afdda tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166990 Aug 17 14:23:34.079380 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Allocated IP 172.20.0.11 (182f7496-2244-4d38-aabd-2caf97e63544/660445f5-2225-40db-9359-1565df2aeea7/27fb800d-6733-4fc0-959e-203cc6c06f83) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:23:34.181887 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-238072d4-3d97-436b-869e-da67b4c9d6be req-57af082a-dd69-4d84-8841-81b0e51d6f73 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 210 time: 0.0657067 Aug 17 14:23:34.289403 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks [] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.301893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:34.328602 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.378252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Network 182f7496-2244-4d38-aabd-2caf97e63544 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:23:34.381950 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:23:34.387340 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:23:34.420692 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Pushing event updated for resources: {'Port': ['ID=27fb800d-6733-4fc0-959e-203cc6c06f83,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:34.447510 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:34.448211 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.469307 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-062b9beb-1066-4b3f-95b4-7202dd395fbc tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0206320 Aug 17 14:23:34.482233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Request body: {'port': {'device_id': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:34.557854 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.619566 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:23:34.713901 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 8c608647-0be3-493f-8c4b-19aad8caae21 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:34.714691 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.781461 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:34.805534 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 8c608647-0be3-493f-8c4b-19aad8caae21 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:34.806463 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.845575 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:34.848068 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d174a-17dc-452d-94ba-42e9d79b5b43" -d '{"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-plugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:34.876554 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:34.884738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:34.917122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0dc2e-219e-406b-aa08-657a1cb2d3cb x-openstack-request-id: req-e2d0dc2e-219e-406b-aa08-657a1cb2d3cb {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:34.917776 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-plugged", "status": "completed", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:34.918271 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2d0dc2e-219e-406b-aa08-657a1cb2d3cb {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:34.918937 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d0dc2e-219e-406b-aa08-657a1cb2d3cb'] response: {'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'code': 200} Aug 17 14:23:34.929072 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1565-05fc-472b-9dc3-4080d401d86b req-20b98611-c5d4-445a-b8df-93337b1b4b71 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:34.932364 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-185d1565-05fc-472b-9dc3-4080d401d86b req-20b98611-c5d4-445a-b8df-93337b1b4b71 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.1353498 Aug 17 14:23:34.974595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=10']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:35.125451 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fb800d-6733-4fc0-959e-203cc6c06f83 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:35.146281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-185d1565-05fc-472b-9dc3-4080d401d86b req-41a75640-e687-4d4a-80cb-4c3b3ea78686 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938856 Aug 17 14:23:35.148774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Publish callbacks [] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:35.179007 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Transition to ACTIVE for port object 27fb800d-6733-4fc0-959e-203cc6c06f83 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:23:35.202032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:35.284402 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Pushing event updated for resources: {'Port': ['ID=27fb800d-6733-4fc0-959e-203cc6c06f83,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:35.302195 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d4f0-d214-4bec-a9b7-a8722e82b255 req-171177d2-0b0f-4240-b373-84e256e13db0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:35.311569 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1240d4f0-d214-4bec-a9b7-a8722e82b255 req-171177d2-0b0f-4240-b373-84e256e13db0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.1785252 Aug 17 14:23:35.386750 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aef1b3-db16-457d-8f92-2f2eccb1a06d req-f7aba61c-d653-4f64-acfb-9758f4dbf93a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:35.388502 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37aef1b3-db16-457d-8f92-2f2eccb1a06d req-f7aba61c-d653-4f64-acfb-9758f4dbf93a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 944 time: 0.1067736 Aug 17 14:23:35.392732 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1240d4f0-d214-4bec-a9b7-a8722e82b255 req-36857d2c-29ed-4152-8cce-ce8c25e09401 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797391 Aug 17 14:23:35.505531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Attempting to bind port 27fb800d-6733-4fc0-959e-203cc6c06f83 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:23:35.505531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Attempting to bind port 27fb800d-6733-4fc0-959e-203cc6c06f83 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:23:35.505531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Attempting to bind port 27fb800d-6733-4fc0-959e-203cc6c06f83 on network 182f7496-2244-4d38-aabd-2caf97e63544 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:23:35.518393 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-37aef1b3-db16-457d-8f92-2f2eccb1a06d req-aa0abefd-7eb6-405e-9865-3bc29a2a8dd2 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898402 Aug 17 14:23:35.529216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Port 27fb800d-6733-4fc0-959e-203cc6c06f83 on network 182f7496-2244-4d38-aabd-2caf97e63544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:23:35.529545 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Attempting to bind port 27fb800d-6733-4fc0-959e-203cc6c06f83 on network 182f7496-2244-4d38-aabd-2caf97e63544 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:23:35.535420 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:23:35.535767 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Checking segment: {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:23:35.536156 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Bound using segment: {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:23:35.536595 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Bound port: 27fb800d-6733-4fc0-959e-203cc6c06f83, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:23:35.536994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:35.575010 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:35.623635 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] For port 27fb800d-6733-4fc0-959e-203cc6c06f83, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:23:35.628141 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] For port 27fb800d-6733-4fc0-959e-203cc6c06f83, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=27fb800d-6733-4fc0-959e-203cc6c06f83,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:23:35.638923 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:35.644108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:35.644793 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:35.646285 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/27fb800d-6733-4fc0-959e-203cc6c06f83 HTTP/1.1" status: 200 len: 1094 time: 1.1693110 Aug 17 14:23:35.646775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'tag': '27fb800d-6733-4fc0-959e-203cc6c06f83'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:35.649615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef25552b-a800-4974-973c-a04381b78e76" -d '{"events": [{"name": "network-changed", "server_uuid": "78fb53ff-6b5b-4585-a57a-a217ac560220", "tag": "27fb800d-6733-4fc0-959e-203cc6c06f83"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:35.696484 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3921c7e-26a4-43c8-9bfc-a0b8bea54d13 x-openstack-request-id: req-b3921c7e-26a4-43c8-9bfc-a0b8bea54d13 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:35.696775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fb53ff-6b5b-4585-a57a-a217ac560220", "tag": "27fb800d-6733-4fc0-959e-203cc6c06f83", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:35.697042 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3921c7e-26a4-43c8-9bfc-a0b8bea54d13 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:35.697471 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3921c7e-26a4-43c8-9bfc-a0b8bea54d13'] response: {'name': 'network-changed', 'server_uuid': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'tag': '27fb800d-6733-4fc0-959e-203cc6c06f83', 'status': 'completed', 'code': 200} Aug 17 14:23:35.719756 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e60805-c2b0-49b0-9b67-fbb1dba4d1aa service neutron] Pushing event updated for resources: {'Port': ['ID=27fb800d-6733-4fc0-959e-203cc6c06f83,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:36.068296 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25552b-a800-4974-973c-a04381b78e76 req-9129c7e5-d635-4d6f-896e-8758deafd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.070049 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef25552b-a800-4974-973c-a04381b78e76 req-9129c7e5-d635-4d6f-896e-8758deafd009 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 1128 time: 0.0574636 Aug 17 14:23:36.240483 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719af235-e680-42b2-9a2d-ea368cee1268 req-5598c4a4-a39c-486d-b18e-d1b1cdcf0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.242177 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-719af235-e680-42b2-9a2d-ea368cee1268 req-5598c4a4-a39c-486d-b18e-d1b1cdcf0ee6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 1131 time: 0.0670745 Aug 17 14:23:36.310583 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25552b-a800-4974-973c-a04381b78e76 req-d83b94ea-c69b-445b-9c42-ce3a7da5652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.312145 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef25552b-a800-4974-973c-a04381b78e76 req-d83b94ea-c69b-445b-9c42-ce3a7da5652c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2320702 Aug 17 14:23:36.438906 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-719af235-e680-42b2-9a2d-ea368cee1268 req-b7e7891e-226d-4dbf-8759-925e3fe8b646 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888354 Aug 17 14:23:36.448698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253dbe6-5836-4964-aa70-5b81da140893 req-a324967c-9451-4f77-8d47-ea383e1edbf8 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.471428 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c253dbe6-5836-4964-aa70-5b81da140893 req-a324967c-9451-4f77-8d47-ea383e1edbf8 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 943 time: 0.1708031 Aug 17 14:23:36.479344 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:36.524415 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25552b-a800-4974-973c-a04381b78e76 req-93ff44a9-92ae-4a3d-8408-6a621a7af741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.526269 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef25552b-a800-4974-973c-a04381b78e76 req-93ff44a9-92ae-4a3d-8408-6a621a7af741 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1843579 Aug 17 14:23:36.571547 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c253dbe6-5836-4964-aa70-5b81da140893 req-acad1c04-aeb7-4d87-aaf1-0e01c96cb62d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982504 Aug 17 14:23:36.612636 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ee5bc8e3-461a-46b4-ac29-e5b39d7846ed details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:23:36.615529 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93921c-55d4-4e9d-ab04-aaac35099db1 req-45d38e44-eea0-481d-b028-b604744e9e1a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.624519 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5b93921c-55d4-4e9d-ab04-aaac35099db1 req-45d38e44-eea0-481d-b028-b604744e9e1a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.1073015 Aug 17 14:23:36.703002 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5b93921c-55d4-4e9d-ab04-aaac35099db1 req-74fbb49d-6ca9-4ded-818f-ef7d40dd2ea1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771527 Aug 17 14:23:36.731193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2376-63e0-48a5-8e49-cd55c8bcdf1b req-19817da7-ec19-42a3-8a5f-a8a921db0477 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.733163 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2e2d2376-63e0-48a5-8e49-cd55c8bcdf1b req-19817da7-ec19-42a3-8a5f-a8a921db0477 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 944 time: 0.0803013 Aug 17 14:23:36.772008 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:36.774963 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:36.791124 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'port_id': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'mac_address': 'fa:16:3e:62:9d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:23:36.794513 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-3621acef-d940-4b16-9aeb-7c93068c2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.796166 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-3621acef-d940-4b16-9aeb-7c93068c2242 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 1128 time: 0.0597444 Aug 17 14:23:36.846970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:36.847834 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:36.861574 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2e2d2376-63e0-48a5-8e49-cd55c8bcdf1b req-c835e96f-cec2-4b9c-bedf-734ea00a19d7 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131060 Aug 17 14:23:36.862816 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-a13bc72b-3f84-48ee-bd7a-7cf7d368a623 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fb800d-6733-4fc0-959e-203cc6c06f83 HTTP/1.1" status: 200 len: 217 time: 0.0492365 Aug 17 14:23:36.867932 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5bc8e3-461a-46b4-ac29-e5b39d7846ed {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:36.895375 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:36.900159 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:36.928707 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16252-318f-41a7-9cfa-81428128743a req-cc3b552b-2498-4ead-b9dc-12c6b6edfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:36.931281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-cc3b552b-2498-4ead-b9dc-12c6b6edfb93 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=660445f5-2225-40db-9359-1565df2aeea7 HTTP/1.1" status: 200 len: 854 time: 0.0586476 Aug 17 14:23:36.960337 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:37.200283 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['ee5bc8e3-461a-46b4-ac29-e5b39d7846ed'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:23:37.306613 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-52d4fbb1-33d9-4d8d-b57a-ebe390f482b5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=182f7496-2244-4d38-aabd-2caf97e63544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394285 Aug 17 14:23:37.432220 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-8fd9d558-3874-409c-9833-fffabe0daaaa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178458 Aug 17 14:23:37.572123 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:37.577355 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5e16252-318f-41a7-9cfa-81428128743a req-04b99205-346f-4bd8-beae-09595126f8ba service neutron] 10.222.0.42 "GET /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328831 Aug 17 14:23:37.702106 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb708a8-f1e8-489f-bc05-d78672f73099 req-868b008a-b4f7-4cc3-88f9-6035ea8eb0b2 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:37.707070 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cbb708a8-f1e8-489f-bc05-d78672f73099 req-868b008a-b4f7-4cc3-88f9-6035ea8eb0b2 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0609841 Aug 17 14:23:37.784364 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cbb708a8-f1e8-489f-bc05-d78672f73099 req-30e52f0d-8dc9-44ae-bd9f-47f892de3444 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745800 Aug 17 14:23:37.858600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630757-8ff8-45cd-82fe-0bea3b0f7548 req-e083d56f-8475-45d7-bedf-53aae03883d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:37.862261 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2a630757-8ff8-45cd-82fe-0bea3b0f7548 req-e083d56f-8475-45d7-bedf-53aae03883d5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.0595539 Aug 17 14:23:37.919434 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2a630757-8ff8-45cd-82fe-0bea3b0f7548 req-e1e274e5-ff3f-40b3-9e8b-786cd41367a8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515525 Aug 17 14:23:38.027994 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48865a17-0909-4e88-a8c0-d2b88cb1aeb8 req-791f95a4-b6d4-4880-b6bc-cb14797d9728 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:38.029820 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48865a17-0909-4e88-a8c0-d2b88cb1aeb8 req-791f95a4-b6d4-4880-b6bc-cb14797d9728 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 944 time: 0.0514512 Aug 17 14:23:38.087298 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48865a17-0909-4e88-a8c0-d2b88cb1aeb8 req-a7dd919a-abbb-4c83-8b3e-f691b7153109 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505235 Aug 17 14:23:38.615058 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ee5bc8e3-461a-46b4-ac29-e5b39d7846ed up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:23:38.662788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:23:38.670506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:38.671117 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:38.705081 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:38.775202 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:38.775710 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:38.803456 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:38.806189 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d9ab7e-ec90-4f61-a926-b65c2c185e54" -d '{"events": [{"server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:38.835780 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:38.843772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:38.902807 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48681392-47f9-4775-b4d0-0b2efe15f9d1 x-openstack-request-id: req-48681392-47f9-4775-b4d0-0b2efe15f9d1 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:38.903493 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:38.903702 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48681392-47f9-4775-b4d0-0b2efe15f9d1 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:38.904700 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48681392-47f9-4775-b4d0-0b2efe15f9d1'] response: {'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'code': 200} Aug 17 14:23:38.984719 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a09f1-4eed-466a-b38f-1a0f45d8f6b5 req-2279ef4f-9dc4-4d9c-a9f6-491b4652dd37 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:38.987071 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:38.995461 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b73a09f1-4eed-466a-b38f-1a0f45d8f6b5 req-2279ef4f-9dc4-4d9c-a9f6-491b4652dd37 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.0786984 Aug 17 14:23:39.019197 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:39.068503 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b73a09f1-4eed-466a-b38f-1a0f45d8f6b5 req-b7b9db9d-9cce-401a-b1a5-9df784728a70 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719719 Aug 17 14:23:39.166953 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bc8ef-6f7a-4c83-a6ef-fe28d31286fe req-3f5f02a5-2d9c-46cc-8620-342c9ab3c6a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:39.175231 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-779bc8ef-6f7a-4c83-a6ef-fe28d31286fe req-3f5f02a5-2d9c-46cc-8620-342c9ab3c6a4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.1234353 Aug 17 14:23:39.250409 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-779bc8ef-6f7a-4c83-a6ef-fe28d31286fe req-1c44fd13-6be9-4e46-8ad6-2ae8b50e99ca tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752828 Aug 17 14:23:39.295244 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d99597-ed28-4b0a-8433-76afc8f7c22f req-8594e217-76bc-4b93-bd71-32adbfe60679 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:39.296894 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-44d99597-ed28-4b0a-8433-76afc8f7c22f req-8594e217-76bc-4b93-bd71-32adbfe60679 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 944 time: 0.0890524 Aug 17 14:23:39.386347 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-44d99597-ed28-4b0a-8433-76afc8f7c22f req-6436d7b3-49d0-4e71-bdcf-ddfb05338562 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792212 Aug 17 14:23:39.802825 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:40.240436 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d436c3-a9d2-472f-a594-c16fcaf5daa2 req-3ce97973-480a-439a-984a-1b2de8312f9b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:40.249681 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33d436c3-a9d2-472f-a594-c16fcaf5daa2 req-3ce97973-480a-439a-984a-1b2de8312f9b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.0807221 Aug 17 14:23:40.319397 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33d436c3-a9d2-472f-a594-c16fcaf5daa2 req-fd66f524-154f-4653-83ab-bc0a5c4a4946 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681615 Aug 17 14:23:40.400441 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08959418-8a0a-4097-b5e1-e5a12233414a req-5ddba8ff-2901-4d32-8b15-15d8d538fefd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:40.401916 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-08959418-8a0a-4097-b5e1-e5a12233414a req-5ddba8ff-2901-4d32-8b15-15d8d538fefd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.0544717 Aug 17 14:23:40.471891 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-08959418-8a0a-4097-b5e1-e5a12233414a req-4898aba4-3333-4b61-8a6b-ad1b4105f9cc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621989 Aug 17 14:23:40.565078 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac99818-b2fe-4618-afd4-7692691891f9 req-4c4d4bcd-1f6c-4fa4-b0bf-252081236273 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:40.575547 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bac99818-b2fe-4618-afd4-7692691891f9 req-4c4d4bcd-1f6c-4fa4-b0bf-252081236273 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 944 time: 0.0869243 Aug 17 14:23:40.629017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 27fb800d-6733-4fc0-959e-203cc6c06f83 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:23:40.653492 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df599-8c4a-41c1-b052-2babc411c406 req-3badd908-812a-472a-a76a-5f7e715edfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:40.655286 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-585df599-8c4a-41c1-b052-2babc411c406 req-3badd908-812a-472a-a76a-5f7e715edfbc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 1129 time: 0.0782707 Aug 17 14:23:40.708909 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bac99818-b2fe-4618-afd4-7692691891f9 req-aa07f460-c248-419c-be8f-df3f3ae446ba tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159427 Aug 17 14:23:40.742783 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-585df599-8c4a-41c1-b052-2babc411c406 req-1a69d7ff-ee96-4078-839a-14689cb63443 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774369 Aug 17 14:23:40.749519 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:40.791339 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 27fb800d-6733-4fc0-959e-203cc6c06f83, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=27fb800d-6733-4fc0-959e-203cc6c06f83,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:40.810086 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '27fb800d-6733-4fc0-959e-203cc6c06f83', 'network_id': '182f7496-2244-4d38-aabd-2caf97e63544', 'port_id': '27fb800d-6733-4fc0-959e-203cc6c06f83', 'mac_address': 'fa:16:3e:52:cb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660445f5-2225-40db-9359-1565df2aeea7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:23:40.862192 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 27fb800d-6733-4fc0-959e-203cc6c06f83 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:40.862588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:40.891803 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fb800d-6733-4fc0-959e-203cc6c06f83 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:40.930798 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 27fb800d-6733-4fc0-959e-203cc6c06f83, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=27fb800d-6733-4fc0-959e-203cc6c06f83,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:40.936711 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:40.985601 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50004) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:40.990630 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510395392', 'description': 'tempest-description--1386616371'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:41.017896 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.042127 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=27fb800d-6733-4fc0-959e-203cc6c06f83,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:41.115578 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (d2a5ba9d-2387-4364-b4b3-c551a4a0965e), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.120596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d2a5ba9d-2387-4364-b4b3-c551a4a0965e), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.162183 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.166640 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1762762 Aug 17 14:23:41.166946 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50006) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:41.171454 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': 'd2a5ba9d-2387-4364-b4b3-c551a4a0965e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:41.181911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5ba9d-2387-4364-b4b3-c551a4a0965e,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:41.197458 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.197809 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.198178 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.198516 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.198849 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.199225 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.199585 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.199921 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.200327 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.200727 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.201088 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.201414 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.201740 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.202087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.202410 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259d875-542d-47fa-a6a2-c6918a8d2844 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:23:41.219210 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (9f401a89-59e5-4bc2-a346-0f3f6613e712), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.244490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:41.279780 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['27fb800d-6733-4fc0-959e-203cc6c06f83'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:23:41.360480 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (9f401a89-59e5-4bc2-a346-0f3f6613e712), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.366686 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (9f401a89-59e5-4bc2-a346-0f3f6613e712), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.402663 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f401a89-59e5-4bc2-a346-0f3f6613e712,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:41.413434 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.417548 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-243db7b2-40cf-4bfe-b437-a12671cf88ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469654 Aug 17 14:23:41.417779 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50010) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:41.423208 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': 'd2a5ba9d-2387-4364-b4b3-c551a4a0965e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:41.463102 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (09d47c10-7aea-4ca5-9d47-b78c109744da), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.505057 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d778b-a312-44f0-af43-bcc08b6978ad req-2980f87f-6fb8-4c85-9102-47b253eb0086 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:41.513621 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-728d778b-a312-44f0-af43-bcc08b6978ad req-2980f87f-6fb8-4c85-9102-47b253eb0086 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.1210785 Aug 17 14:23:41.563852 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (09d47c10-7aea-4ca5-9d47-b78c109744da), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.571644 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (09d47c10-7aea-4ca5-9d47-b78c109744da), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.572811 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-728d778b-a312-44f0-af43-bcc08b6978ad req-bc888443-6d47-4a23-bf1b-6bf55d7c9ffb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581474 Aug 17 14:23:41.604860 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d47c10-7aea-4ca5-9d47-b78c109744da,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:41.622967 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.624250 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8868f1db-ee01-489b-9552-7573b1c8d201 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2054596 Aug 17 14:23:41.629121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50012) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:41.634113 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:41.656363 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.721657 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:41.765988 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:41.862786 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e0ee-cf0a-4bba-be2d-d69766c6893a req-928bdfe9-6a90-4776-8805-49de9dbe89d5 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:41.864308 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6bd4e0ee-cf0a-4bba-be2d-d69766c6893a req-928bdfe9-6a90-4776-8805-49de9dbe89d5 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 945 time: 0.0722585 Aug 17 14:23:41.936478 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6bd4e0ee-cf0a-4bba-be2d-d69766c6893a req-75310f97-2d4d-4c60-8847-0f8a2ff2d15d tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649724 Aug 17 14:23:41.947631 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.27.1.73 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/4525db5d-b644-4d64-9c5b-2f094029bd39) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:23:42.073235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:42.105593 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.155493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.228264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:23:42.234556 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:23:42.238693 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:23:42.296174 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=4525db5d-b644-4d64-9c5b-2f094029bd39,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:42.399776 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (519940dd-1096-46ba-9a88-7041f1df75e1), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.449703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.653367 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.656210 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 27fb800d-6733-4fc0-959e-203cc6c06f83 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:23:42.679574 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.713286 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 27fb800d-6733-4fc0-959e-203cc6c06f83 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:23:42.722262 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 27fb800d-6733-4fc0-959e-203cc6c06f83 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:42.722865 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.799113 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bb33a-4ff1-438b-954a-26b76eaf2b10 req-361fad92-6456-41a7-8f62-94f23bce8670 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:42.801418 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f82bb33a-4ff1-438b-954a-26b76eaf2b10 req-361fad92-6456-41a7-8f62-94f23bce8670 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.1352611 Aug 17 14:23:42.811641 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:42.813064 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:42.824335 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 27fb800d-6733-4fc0-959e-203cc6c06f83 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:42.824939 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.836453 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (519940dd-1096-46ba-9a88-7041f1df75e1), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.864008 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=4525db5d-b644-4d64-9c5b-2f094029bd39,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:42.864459 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fb800d-6733-4fc0-959e-203cc6c06f83'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:42.866886 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbf9a73-e0dc-4f9a-9cae-734e9d597887" -d '{"events": [{"server_uuid": "78fb53ff-6b5b-4585-a57a-a217ac560220", "name": "network-vif-plugged", "status": "completed", "tag": "27fb800d-6733-4fc0-959e-203cc6c06f83"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:42.881301 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 27fb800d-6733-4fc0-959e-203cc6c06f83, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=27fb800d-6733-4fc0-959e-203cc6c06f83,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:42.886839 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.941765 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f82bb33a-4ff1-438b-954a-26b76eaf2b10 req-e3722cef-6054-456b-b4a9-9e135079eb70 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232550 Aug 17 14:23:42.969257 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:42.979508 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d41d1d17-7870-4630-b061-90855e812f3d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3405652 Aug 17 14:23:42.981334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c8575c-05c0-43d7-a7b7-5ce3683ba4f5 x-openstack-request-id: req-f4c8575c-05c0-43d7-a7b7-5ce3683ba4f5 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:42.982248 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fb53ff-6b5b-4585-a57a-a217ac560220", "name": "network-vif-plugged", "status": "completed", "tag": "27fb800d-6733-4fc0-959e-203cc6c06f83", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:42.982248 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4c8575c-05c0-43d7-a7b7-5ce3683ba4f5 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:42.982447 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c8575c-05c0-43d7-a7b7-5ce3683ba4f5'] response: {'server_uuid': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fb800d-6733-4fc0-959e-203cc6c06f83', 'code': 200} Aug 17 14:23:43.042412 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=27fb800d-6733-4fc0-959e-203cc6c06f83,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:43.150142 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebc692-60e7-48b6-9e0d-60d691dc1f93 req-c62a31af-e4c5-483d-b5e6-658202ddee25 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:43.154884 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-40ebc692-60e7-48b6-9e0d-60d691dc1f93 req-c62a31af-e4c5-483d-b5e6-658202ddee25 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0709610 Aug 17 14:23:43.242245 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f61d37-1494-4c2f-9ada-8de8204dfe8d req-68fdbb30-fc60-4e95-a110-6e62789687f0 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:43.244763 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8f61d37-1494-4c2f-9ada-8de8204dfe8d req-68fdbb30-fc60-4e95-a110-6e62789687f0 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.1377730 Aug 17 14:23:43.272570 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:43.277912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb88e-9c48-484d-ad04-69402f1ef71f req-af4ebd47-393b-42b7-898a-44c42379688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:43.282427 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-803cb88e-9c48-484d-ad04-69402f1ef71f req-af4ebd47-393b-42b7-898a-44c42379688d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 1130 time: 0.0915313 Aug 17 14:23:43.287595 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-40ebc692-60e7-48b6-9e0d-60d691dc1f93 req-39696af1-ec22-42b9-bcee-edca4d3a830d tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270173 Aug 17 14:23:43.329002 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-7cd97e97-d788-48c8-a30a-e150611edf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:43.353078 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-803cb88e-9c48-484d-ad04-69402f1ef71f req-7ad25c7b-3333-4c7b-b6c7-eb714856d156 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579803 Aug 17 14:23:43.380296 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:43.386330 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8f61d37-1494-4c2f-9ada-8de8204dfe8d req-bc936314-fdbc-4921-a990-3086b9221fb7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244023 Aug 17 14:23:43.419111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50048) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:43.471796 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-65e2c9ad-b6bf-404f-9058-e72272728c2f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--510395392&fields=id&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 267 time: 0.0575728 Aug 17 14:23:43.524050 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbbd98-ab42-4dda-bf39-f474ba38d873 tempest-TestVolumeBootPattern-1469754785 tempest-TestVolumeBootPattern-1469754785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:43.531079 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-eecbbd98-ab42-4dda-bf39-f474ba38d873 tempest-TestVolumeBootPattern-1469754785 tempest-TestVolumeBootPattern-1469754785-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 1124 time: 0.1059923 Aug 17 14:23:43.531079 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50052) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:43.533782 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'port_id': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:43.562711 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:43.612534 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-ed588174-0da4-4a1e-9279-d2b0559528d2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:43.612534 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-ed588174-0da4-4a1e-9279-d2b0559528d2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.1396639 Aug 17 14:23:43.636410 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-3c45c4d6-cb3e-4fac-861d-6d2134aa8a57 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/quotas/e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 375 time: 0.0157931 Aug 17 14:23:43.667098 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:43.702725 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-6c9fd394-6a75-4247-9b6f-7a1ce2daa62d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604713 Aug 17 14:23:43.807244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Allocated IP 172.27.1.77 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:23:43.845396 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-322046b3-ef05-4659-9ead-518319423cab service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256957 Aug 17 14:23:43.951644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:43.987349 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-55d50e9b-f100-4bd5-aa09-a96d0aa88056 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333115 Aug 17 14:23:43.995066 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:44.065807 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:23:44.067623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:23:44.077244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:23:44.114429 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:44.298043 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d067f333-a71e-4e05-96c6-86f146ba7b53 req-d3d6a4e8-ad63-4167-bb43-1a4d0119b4cf tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 210 time: 0.0546477 Aug 17 14:23:44.447533 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9afa-9c95-42c2-af2e-7f7b72dbebc7 req-fd9e1849-2774-46c7-9065-c2f4460c95ca tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:44.449078 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1acc9afa-9c95-42c2-af2e-7f7b72dbebc7 req-fd9e1849-2774-46c7-9065-c2f4460c95ca tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0666609 Aug 17 14:23:44.454049 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:44.538379 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1acc9afa-9c95-42c2-af2e-7f7b72dbebc7 req-e6820760-1ac4-46ee-ac98-eb41bc2d438a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817342 Aug 17 14:23:44.643345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:44.687438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (b7035a5a-f1f3-4e77-b421-086a7f06a689), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:44.774305 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:44.974703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:44.980581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:45.062236 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:45.064770 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (b7035a5a-f1f3-4e77-b421-086a7f06a689), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:45.205040 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Floating IP b7035a5a-f1f3-4e77-b421-086a7f06a689 associated. External IP: 172.27.1.77, port: ee5bc8e3-461a-46b4-ac29-e5b39d7846ed. Aug 17 14:23:45.372233 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6c036ec1-8c5d-4aba-89cd-e709d263470e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:45.700797 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5b0d-512d-4215-9734-4b649d2646f2 req-217989a5-b25f-4d9a-a3df-2e8fa5c9250b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:45.709701 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-892e5b0d-512d-4215-9734-4b649d2646f2 req-217989a5-b25f-4d9a-a3df-2e8fa5c9250b tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0781987 Aug 17 14:23:45.741334 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-da6f3bd1-4b22-45db-854a-827988449f0b req-239ca7b6-3f09-42ea-9274-4450bc383634 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 210 time: 0.3252535 Aug 17 14:23:45.743690 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:45.780778 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-892e5b0d-512d-4215-9734-4b649d2646f2 req-59763543-e556-42d3-a4f0-fa2c9154fb8c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Aug 17 14:23:45.811366 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:45.824063 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:23:45.977790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:23:45.992301 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:23:46.008108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:46.021989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:23:46.025562 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:23:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:46.104966 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-35a93b72-4499-432b-8d54-6a23da1944b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5743434 Aug 17 14:23:46.109606 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:46.111882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2d3d33-2787-4582-a01f-74e61378db17" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:46.202848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa85897-b798-4429-b233-493bdbb0c7d7 x-openstack-request-id: req-9fa85897-b798-4429-b233-493bdbb0c7d7 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:46.203314 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:46.203786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fa85897-b798-4429-b233-493bdbb0c7d7 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:46.204321 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa85897-b798-4429-b233-493bdbb0c7d7'] response: {'name': 'network-changed', 'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'status': 'completed', 'code': 200} Aug 17 14:23:46.214879 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-7fdbaf3d-2f01-466c-a34a-6c010415549b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:46.216688 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-7fdbaf3d-2f01-466c-a34a-6c010415549b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.2229657 Aug 17 14:23:46.276362 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:23:46.431552 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-f38ffc8a-ef7f-43eb-930c-2516ba52b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:46.433430 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-f38ffc8a-ef7f-43eb-930c-2516ba52b20d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 1129 time: 0.1956475 Aug 17 14:23:46.472371 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:46.495354 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:46.563713 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-84ba43b3-1855-4890-89b8-4496fbb6bf72 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 471 time: 0.3319819 Aug 17 14:23:46.575067 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'port': {'device_id': '03464d6d-3595-47fb-9a11-542b63e46e31', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'admin_state_up': True, 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'security_groups': ['d2a5ba9d-2387-4364-b4b3-c551a4a0965e']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:46.654333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-15aadf69-e6fe-4f96-8363-b04d8e88eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:46.655724 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-15aadf69-e6fe-4f96-8363-b04d8e88eb4b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.2025530 Aug 17 14:23:46.708157 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'b7035a5a-f1f3-4e77-b421-086a7f06a689', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:62:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:23:44Z', 'updated_at': '2022-08-17T14:23:44Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:46.747101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Made reservation on behalf of e0ea90a7fe7644c4840c0361c9f95200 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:23:46.752471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:46.765134 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:23:46.818905 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:23:46.818905 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:23:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:46.902774 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-1b8f09a9-b249-4df5-94fd-27532f4b723c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed HTTP/1.1" status: 200 len: 998 time: 0.1665392 Aug 17 14:23:46.907520 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a94538d5-6264-49c1-98fa-4ad0b4568049 req-801ca566-4015-4683-ada4-1c60ef23143e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 210 time: 0.0367162 Aug 17 14:23:46.918201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:46.950016 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:23:47.003356 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.20.0.7 (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef/b95f5af6-8b7a-4f24-8607-19395ada1320/d465db1f-11ab-4d9e-aa25-df17571ff9e9) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:23:47.034497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:47.131419 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:47.213366 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'b7035a5a-f1f3-4e77-b421-086a7f06a689', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:62:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:23:44Z', 'updated_at': '2022-08-17T14:23:44Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:47.215444 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:47.260484 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88786f-f88e-492f-91fc-f953e3b3418a None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'b7035a5a-f1f3-4e77-b421-086a7f06a689', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:62:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:23:44Z', 'updated_at': '2022-08-17T14:23:44Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:23:47.298401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-5e21731c-4862-4828-9617-8105232b1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:47.299851 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-5e21731c-4862-4828-9617-8105232b1080 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0799987 Aug 17 14:23:47.314349 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:47.343618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:23:47.346490 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:23:47.367766 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:23:47.435966 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=d465db1f-11ab-4d9e-aa25-df17571ff9e9,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:47.450163 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:47.459034 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:47.493712 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-a03f299a-5a52-4c46-8495-66c7035e8909 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9224148 Aug 17 14:23:47.635181 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd39e37-9909-4edc-80f8-5d95ba197b0b None None] New status for floating IP b7035a5a-f1f3-4e77-b421-086a7f06a689: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:23:47.660125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Request body: {'port': {'device_id': '03464d6d-3595-47fb-9a11-542b63e46e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:23:47.675726 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-787be724-6f49-407d-b59f-e1de5341b523 None None] Provisioning complete for port d465db1f-11ab-4d9e-aa25-df17571ff9e9 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:47.676310 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-787be724-6f49-407d-b59f-e1de5341b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:47.756482 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-787be724-6f49-407d-b59f-e1de5341b523 None None] Port d465db1f-11ab-4d9e-aa25-df17571ff9e9 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:23:47.781634 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-778e57e8-1a34-4fbd-b0dd-b165023fd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:47.783306 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-778e57e8-1a34-4fbd-b0dd-b165023fd22b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1132386 Aug 17 14:23:47.870442 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:47.873745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:48.117942 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-37594ac2-0810-44ce-a390-e96bba3c683f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010452 Aug 17 14:23:48.172916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.174859 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efa61e-a8ee-4c57-ad97-00c8c2a9f785 req-e809348e-1d65-4330-b41b-58a58d49f0f1 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:48.176397 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99efa61e-a8ee-4c57-ad97-00c8c2a9f785 req-e809348e-1d65-4330-b41b-58a58d49f0f1 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 931 time: 0.1142714 Aug 17 14:23:48.261842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:48.291151 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.361328 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99efa61e-a8ee-4c57-ad97-00c8c2a9f785 req-f22ec0c3-9260-4c04-9373-decb4df40d02 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538143 Aug 17 14:23:48.388268 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ce2d3d33-2787-4582-a01f-74e61378db17 req-f5fee362-b3b1-40f1-b747-c05fe55bdcf6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542524 Aug 17 14:23:48.451687 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d465db1f-11ab-4d9e-aa25-df17571ff9e9 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:48.459707 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Publish callbacks [] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.474998 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Transition to ACTIVE for port object d465db1f-11ab-4d9e-aa25-df17571ff9e9 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:23:48.480384 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.612766 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Pushing event updated for resources: {'Port': ['ID=d465db1f-11ab-4d9e-aa25-df17571ff9e9,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:48.638571 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Attempting to bind port d465db1f-11ab-4d9e-aa25-df17571ff9e9 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:23:48.638926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Attempting to bind port d465db1f-11ab-4d9e-aa25-df17571ff9e9 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:23:48.639259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Attempting to bind port d465db1f-11ab-4d9e-aa25-df17571ff9e9 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:23:48.644526 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Port d465db1f-11ab-4d9e-aa25-df17571ff9e9 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:23:48.644859 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Attempting to bind port d465db1f-11ab-4d9e-aa25-df17571ff9e9 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:23:48.650273 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:23:48.650615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:23:48.651002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Bound using segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:23:48.651442 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Bound port: d465db1f-11ab-4d9e-aa25-df17571ff9e9, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:23:48.652073 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.728094 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] For port d465db1f-11ab-4d9e-aa25-df17571ff9e9, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:23:48.731715 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] For port d465db1f-11ab-4d9e-aa25-df17571ff9e9, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:23:48.738923 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.781235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:48.781974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:48.783509 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-2139d626-355c-4648-99fd-435101b68d86 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d465db1f-11ab-4d9e-aa25-df17571ff9e9 HTTP/1.1" status: 200 len: 1093 time: 1.1285150 Aug 17 14:23:48.785900 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:48.785900 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:48.787491 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3483619-aad9-4ba4-a350-c59a5bd961b7" -d '{"events": [{"name": "network-changed", "server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:48.814089 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139d626-355c-4648-99fd-435101b68d86 service neutron] Pushing event updated for resources: {'Port': ['ID=d465db1f-11ab-4d9e-aa25-df17571ff9e9,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:48.860516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9fdedc-9db7-4401-b7d6-ba821661d06d x-openstack-request-id: req-fc9fdedc-9db7-4401-b7d6-ba821661d06d {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:48.860817 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:48.861076 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc9fdedc-9db7-4401-b7d6-ba821661d06d {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:48.861497 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9fdedc-9db7-4401-b7d6-ba821661d06d'] response: {'name': 'network-changed', 'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'status': 'completed', 'code': 200} Aug 17 14:23:48.912418 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-98e5c787-5fd1-4812-909b-de533270ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:48.916324 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-98e5c787-5fd1-4812-909b-de533270ee62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 1127 time: 0.0780473 Aug 17 14:23:49.056549 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-259ef2a0-7699-44eb-a877-377d3c1aa262 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9 HTTP/1.1" status: 200 len: 217 time: 0.1014676 Aug 17 14:23:49.087182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25045-c73d-415e-aa82-8d125bea7f88 req-0bfb3759-45e6-4a4e-983a-3575dbef2828 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.089069 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d6b25045-c73d-415e-aa82-8d125bea7f88 req-0bfb3759-45e6-4a4e-983a-3575dbef2828 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.1530583 Aug 17 14:23:49.114526 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-cca45189-0a00-46e2-a470-f22a2b1d972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.116229 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-cca45189-0a00-46e2-a470-f22a2b1d972e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.1490321 Aug 17 14:23:49.207382 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-74795389-0e3f-48b3-bafe-278cfae2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.208837 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-74795389-0e3f-48b3-bafe-278cfae2c75f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.1440022 Aug 17 14:23:49.277466 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d6b25045-c73d-415e-aa82-8d125bea7f88 req-fdb5ec5c-0fbf-43e8-ba93-dc694b668873 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664884 Aug 17 14:23:49.308273 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453899-d699-46d7-9017-d146913f3967 req-0f90be2d-d47a-49d9-ad9d-5011e9acec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.309818 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-0f90be2d-d47a-49d9-ad9d-5011e9acec7e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0903633 Aug 17 14:23:49.329585 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-56b158c8-819f-478e-9d61-581ef46f5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.331140 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-56b158c8-819f-478e-9d61-581ef46f5e06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.2072403 Aug 17 14:23:49.449307 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-3cb94383-c3ca-477f-aa63-400a2cfc1a1f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 1002 time: 0.1040781 Aug 17 14:23:49.499490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0eae9-2718-4aeb-a6ec-25587afee7e7 req-b25202c0-e4dc-4725-8354-fa93d9e516df tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.501835 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-75f0eae9-2718-4aeb-a6ec-25587afee7e7 req-b25202c0-e4dc-4725-8354-fa93d9e516df tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 943 time: 0.0562789 Aug 17 14:23:49.536763 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-25919daf-eedf-451d-93cd-5ba40c281bbf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202516 Aug 17 14:23:49.538525 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-33b5f169-5ed5-430a-8361-a3efbaf3f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.540563 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-33b5f169-5ed5-430a-8361-a3efbaf3f1f1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0821490 Aug 17 14:23:49.554963 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-75f0eae9-2718-4aeb-a6ec-25587afee7e7 req-439af2ca-a89b-4e48-9e3b-31a6f1cc807e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461781 Aug 17 14:23:49.646179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-d4b754f3-a81a-4ab8-b49f-0c2b448ff941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:49.647971 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-d4b754f3-a81a-4ab8-b49f-0c2b448ff941 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0965950 Aug 17 14:23:49.663337 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:49.755389 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61453899-d699-46d7-9017-d146913f3967 req-c0bfbbd9-e0ba-4d0d-86da-7cd3ec8330a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704950 Aug 17 14:23:49.791830 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-3e7b73b3-eca0-46a3-a19d-907db60abf10 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369843 Aug 17 14:23:50.405729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:50.416563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d123b9-0fd2-4a31-891f-1e91628318a2 req-38bddf8f-9f23-45a9-91a4-3124da89ab67 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:50.423865 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8d123b9-0fd2-4a31-891f-1e91628318a2 req-38bddf8f-9f23-45a9-91a4-3124da89ab67 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0633769 Aug 17 14:23:50.489650 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8d123b9-0fd2-4a31-891f-1e91628318a2 req-1fd5cefd-f074-46f2-aacf-655ba265f50b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644507 Aug 17 14:23:50.913762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dcb4e-1777-46d5-93b2-795770f885f6 req-b118f9a4-7fe6-4a82-93be-a7e18a7a5e0d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:50.917986 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-941dcb4e-1777-46d5-93b2-795770f885f6 req-b118f9a4-7fe6-4a82-93be-a7e18a7a5e0d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 943 time: 0.2786756 Aug 17 14:23:50.978666 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-941dcb4e-1777-46d5-93b2-795770f885f6 req-4f9505b0-f7d2-4eee-b369-f78660aadf75 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593493 Aug 17 14:23:50.989528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-2716bf93-8002-49e8-a56a-b82f906cedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:50.991164 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-2716bf93-8002-49e8-a56a-b82f906cedaa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 1127 time: 0.0875103 Aug 17 14:23:51.029227 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f1eb1bd5-422f-42a0-9449-5246b0effa9a req-b8ea295f-63ae-4e07-af32-cb7d9d9d21a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922469 Aug 17 14:23:51.122996 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-979f8e64-f2b9-40a6-b73f-b7a5dce29771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:51.124531 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-979f8e64-f2b9-40a6-b73f-b7a5dce29771 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.1216767 Aug 17 14:23:51.281156 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-b28a0b33-8162-475d-92df-60b41faccea2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9 HTTP/1.1" status: 200 len: 217 time: 0.0370793 Aug 17 14:23:51.299830 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:51.348402 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-37493859-be04-43b7-8ad8-e3d9098517c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:51.350016 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-37493859-be04-43b7-8ad8-e3d9098517c8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0551665 Aug 17 14:23:51.400224 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-d8e0a25d-c7a9-4585-8c44-5a431c495bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:51.401780 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-d8e0a25d-c7a9-4585-8c44-5a431c495bc4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444078 Aug 17 14:23:51.504073 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-9f6e417b-8d86-4f13-9c90-1daf7106fc27 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956740 Aug 17 14:23:51.884543 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c166a8-25c7-4e32-8fac-6f776245867f req-66df7d3e-aa9c-48fa-ad48-c076493ebde8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:51.886062 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e3c166a8-25c7-4e32-8fac-6f776245867f req-66df7d3e-aa9c-48fa-ad48-c076493ebde8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0924654 Aug 17 14:23:51.925819 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c3483619-aad9-4ba4-a350-c59a5bd961b7 req-bc057f4b-96ab-47b8-83b4-6fc77bec23f9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144464 Aug 17 14:23:51.952969 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e3c166a8-25c7-4e32-8fac-6f776245867f req-8e0ac87b-9d1a-4163-969a-2c8b879c1abb tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562985 Aug 17 14:23:52.099280 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08795ebf-7924-475e-8841-9976b8485fbe req-6339b025-2152-4977-9297-ee8048a916e8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:52.100886 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-08795ebf-7924-475e-8841-9976b8485fbe req-6339b025-2152-4977-9297-ee8048a916e8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 943 time: 0.0468323 Aug 17 14:23:52.149500 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-08795ebf-7924-475e-8841-9976b8485fbe req-8ab1c2ce-10cc-4bb0-bd7e-1d2f5aff6172 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 Aug 17 14:23:52.686755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d465db1f-11ab-4d9e-aa25-df17571ff9e9 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:23:52.792442 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d465db1f-11ab-4d9e-aa25-df17571ff9e9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:52.808692 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'port_id': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'mac_address': 'fa:16:3e:d5:8b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:23:52.845341 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d465db1f-11ab-4d9e-aa25-df17571ff9e9 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:52.845734 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:52.859851 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d465db1f-11ab-4d9e-aa25-df17571ff9e9 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:23:52.880062 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d465db1f-11ab-4d9e-aa25-df17571ff9e9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:52.884772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:52.924448 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:52.934619 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d465db1f-11ab-4d9e-aa25-df17571ff9e9,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:53.074857 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1dd06-83b9-49bb-a8c3-dc7e490cd722 req-204612d7-f212-46d8-9e63-9a4d4ac509bc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:53.076336 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e7f1dd06-83b9-49bb-a8c3-dc7e490cd722 req-204612d7-f212-46d8-9e63-9a4d4ac509bc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0478284 Aug 17 14:23:53.124652 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e7f1dd06-83b9-49bb-a8c3-dc7e490cd722 req-facd85f4-8b77-4424-a921-c5a25b29a20e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Aug 17 14:23:53.266110 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['d465db1f-11ab-4d9e-aa25-df17571ff9e9'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:23:53.280637 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4864a-98b7-4df7-9ff5-a50a5b5aa1f4 req-f3b9031d-fe12-41c7-b4ed-9fbc2f678898 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:53.282130 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6cc4864a-98b7-4df7-9ff5-a50a5b5aa1f4 req-f3b9031d-fe12-41c7-b4ed-9fbc2f678898 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 944 time: 0.0511298 Aug 17 14:23:53.307443 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:53.331285 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6cc4864a-98b7-4df7-9ff5-a50a5b5aa1f4 req-b18d4c5e-2021-4904-9c97-ff47e020222e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Aug 17 14:23:53.828717 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50260) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:53.873519 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Deleting subnet 1855e4ef-cd42-44c2-95fe-0589fb38dc00 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:23:53.876667 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Publish callbacks [] for subnet (1855e4ef-cd42-44c2-95fe-0589fb38dc00), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:53.912931 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (1855e4ef-cd42-44c2-95fe-0589fb38dc00), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:53.954410 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (1855e4ef-cd42-44c2-95fe-0589fb38dc00), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.013080 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (1855e4ef-cd42-44c2-95fe-0589fb38dc00), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.042544 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1855e4ef-cd42-44c2-95fe-0589fb38dc00,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:54.044930 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.049153 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-95c981d2-ddfe-462e-8398-f9a764e8fae0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1855e4ef-cd42-44c2-95fe-0589fb38dc00 HTTP/1.1" status: 204 len: 168 time: 0.2184637 Aug 17 14:23:54.051014 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50264) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:54.127125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.193213 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:54.216312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.264547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e']}} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:54.272740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:54.281807 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb201b71-569a-4c5d-8161-933e00c7ea8c req-4432747a-9024-47be-be14-51bcfd78c6fe tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:54.283310 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb201b71-569a-4c5d-8161-933e00c7ea8c req-4432747a-9024-47be-be14-51bcfd78c6fe tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0787659 Aug 17 14:23:54.285435 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0310b4-97ca-4ce0-af2e-b70238e91177') {'for_net_delete': True} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:54.285733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0310b4-97ca-4ce0-af2e-b70238e91177') {} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:23:54.297212 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58934504'] for segment (aa0310b4-97ca-4ce0-af2e-b70238e91177), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.325250 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (aa0310b4-97ca-4ce0-af2e-b70238e91177), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.339870 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:23:54.340279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58950963'] for segment (aa0310b4-97ca-4ce0-af2e-b70238e91177), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.364321 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment aa0310b4-97ca-4ce0-af2e-b70238e91177 resource provider aggregate not found Aug 17 14:23:54.410425 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment aa0310b4-97ca-4ce0-af2e-b70238e91177 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa0310b4-97ca-4ce0-af2e-b70238e91177 found for delete ", "request_id": "req-284044fe-9b4b-480b-82a7-6e5adc7118ab"}]} Aug 17 14:23:54.414043 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb201b71-569a-4c5d-8161-933e00c7ea8c req-6cc93f36-420e-406e-85fc-965351179fbc tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206765 Aug 17 14:23:54.425217 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.438397 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.442164 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e HTTP/1.1" status: 204 len: 168 time: 0.3901305 Aug 17 14:23:54.453478 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fe311-2fcd-49c6-a10e-272d75e557af admin admin] Pushing event deleted for resources: {'Network': ['ID=8f119aa7-5a0c-4e6f-b9b0-66d75d6ffa8e,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:54.463087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58ef9-7604-4d39-95a2-7bf28e88096f req-d0a23aea-6550-45e9-818a-c49160134138 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:54.464592 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b4d58ef9-7604-4d39-95a2-7bf28e88096f req-d0a23aea-6550-45e9-818a-c49160134138 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 944 time: 0.0569289 Aug 17 14:23:54.518066 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b4d58ef9-7604-4d39-95a2-7bf28e88096f req-e728aba0-1a8a-4246-bbeb-3c9432db0b14 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Aug 17 14:23:54.633584 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50276) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:54.677282 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-621230e8-6ea5-4b98-b98f-c6e0bb1f5039 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=875a745232574d20bc5c78433e36f8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423343 Aug 17 14:23:54.679863 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50280) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:23:54.696833 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d465db1f-11ab-4d9e-aa25-df17571ff9e9 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:23:54.732957 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4b038108-edba-4a85-a973-8f46b0149dbc admin admin] Publish callbacks [] for security_group (0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.739983 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port d465db1f-11ab-4d9e-aa25-df17571ff9e9 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:23:54.747441 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port d465db1f-11ab-4d9e-aa25-df17571ff9e9 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:23:54.748118 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.756430 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4b038108-edba-4a85-a973-8f46b0149dbc admin admin] Publish callbacks [] for security_group (0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.804219 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4b038108-edba-4a85-a973-8f46b0149dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.807761 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4b038108-edba-4a85-a973-8f46b0149dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.808926 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4b038108-edba-4a85-a973-8f46b0149dbc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d HTTP/1.1" status: 204 len: 168 time: 0.1283937 Aug 17 14:23:54.817273 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038108-edba-4a85-a973-8f46b0149dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7004fa-d4eb-4dc5-b2d9-820d1ce5a05d,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:54.838028 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d465db1f-11ab-4d9e-aa25-df17571ff9e9 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:23:54.839346 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.871332 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:23:54.873580 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184068bf-ce91-46fe-8c6b-1248959ea354" -d '{"events": [{"server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "name": "network-vif-plugged", "status": "completed", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:23:54.889203 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d465db1f-11ab-4d9e-aa25-df17571ff9e9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:23:54.893983 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:23:54.922765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108780d2-8b64-4023-b1aa-a734ea60ecf2 x-openstack-request-id: req-108780d2-8b64-4023-b1aa-a734ea60ecf2 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:23:54.923219 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "name": "network-vif-plugged", "status": "completed", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:23:54.923312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-108780d2-8b64-4023-b1aa-a734ea60ecf2 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:23:54.923710 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108780d2-8b64-4023-b1aa-a734ea60ecf2'] response: {'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'code': 200} Aug 17 14:23:54.925939 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:54.952594 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d465db1f-11ab-4d9e-aa25-df17571ff9e9,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:23:55.119653 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb60-cf69-4ef9-a867-dc900eb4718b req-ff977804-99f2-48e4-827d-80e5e7a5a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:55.121256 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-587bfb60-cf69-4ef9-a867-dc900eb4718b req-ff977804-99f2-48e4-827d-80e5e7a5a009 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 1129 time: 0.0470011 Aug 17 14:23:55.172405 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-587bfb60-cf69-4ef9-a867-dc900eb4718b req-96e73d33-1676-4eff-a0a8-d0a741ec1baa service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439939 Aug 17 14:23:55.535852 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71143b-f055-4fa6-8344-9f5f85abca7c req-9547c197-5426-4f4f-b4a7-45fbf78dcae5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:55.537562 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9c71143b-f055-4fa6-8344-9f5f85abca7c req-9547c197-5426-4f4f-b4a7-45fbf78dcae5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0489864 Aug 17 14:23:55.559503 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:55.591455 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9c71143b-f055-4fa6-8344-9f5f85abca7c req-f5f20b1d-f18a-4d94-b054-98a04ad61f4f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475233 Aug 17 14:23:55.649929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c1b58-3fb7-4143-9fc5-9088ec38ba3f req-193095b2-45f3-435e-a44f-3f0a0e4c690b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:55.651462 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-277c1b58-3fb7-4143-9fc5-9088ec38ba3f req-193095b2-45f3-435e-a44f-3f0a0e4c690b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0536845 Aug 17 14:23:55.699866 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-277c1b58-3fb7-4143-9fc5-9088ec38ba3f req-2489d8f7-b7b2-4b44-9c00-3f2abbb7b48e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429082 Aug 17 14:23:56.721380 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb653e-50eb-401e-b2fe-4d8b81ad6a1e req-9c63fd52-d51b-41bc-a49b-9d6f7bea4f70 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:56.722881 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0cfb653e-50eb-401e-b2fe-4d8b81ad6a1e req-9c63fd52-d51b-41bc-a49b-9d6f7bea4f70 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0508080 Aug 17 14:23:56.771934 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0cfb653e-50eb-401e-b2fe-4d8b81ad6a1e req-109249e0-85e9-4924-95a0-cd90212dc1e5 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Aug 17 14:23:56.817230 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4020f72-494e-4267-ad30-563cec913914 req-57c5ac1c-ac0c-496b-9786-739b8d3acf95 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:56.818742 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4020f72-494e-4267-ad30-563cec913914 req-57c5ac1c-ac0c-496b-9786-739b8d3acf95 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0469165 Aug 17 14:23:56.870458 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4020f72-494e-4267-ad30-563cec913914 req-65281cef-deb5-4b17-bf0c-0ee6af5a1d4e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Aug 17 14:23:57.765702 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=6 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:57.843425 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:57.894854 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd0500-0c91-45e9-a479-ee34633477ab req-47fed792-c6af-487f-bf70-78ec275d1938 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:57.896342 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-44dd0500-0c91-45e9-a479-ee34633477ab req-47fed792-c6af-487f-bf70-78ec275d1938 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0474515 Aug 17 14:23:57.946478 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-44dd0500-0c91-45e9-a479-ee34633477ab req-488fe6f3-2ad3-414a-838e-0578a960aa7b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Aug 17 14:23:57.991893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6239b14-70be-48ec-b67e-c78382c1a506 req-a79df823-e9a2-4da2-affd-47997f0b51ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:57.993645 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c6239b14-70be-48ec-b67e-c78382c1a506 req-a79df823-e9a2-4da2-affd-47997f0b51ab tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Aug 17 14:23:58.042246 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c6239b14-70be-48ec-b67e-c78382c1a506 req-356109de-6e28-4602-a200-032e92db7bdf tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Aug 17 14:23:59.072257 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6219b3e-919d-4946-8b7f-229a83694433 req-c55953b3-cb05-4a05-b4d6-2e2191871c9d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:59.073926 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b6219b3e-919d-4946-8b7f-229a83694433 req-c55953b3-cb05-4a05-b4d6-2e2191871c9d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0512481 Aug 17 14:23:59.114234 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:23:59.127501 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b6219b3e-919d-4946-8b7f-229a83694433 req-07862fd8-1260-4472-8c70-0dbee7bc3725 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480678 Aug 17 14:23:59.161986 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb5276-e929-45dd-8306-c7885dbe4c7f req-c7f97083-faa0-4709-b221-7eda6ff9d1a4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:23:59.163551 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-50cb5276-e929-45dd-8306-c7885dbe4c7f req-c7f97083-faa0-4709-b221-7eda6ff9d1a4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0493565 Aug 17 14:23:59.210050 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-50cb5276-e929-45dd-8306-c7885dbe4c7f req-a6018069-c5d4-42cf-bec0-d47bd548c30e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Aug 17 14:23:59.838026 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:24:00.249019 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640740a-04db-43d1-b49f-9b08be49cb7b req-518989a9-a323-4050-9955-bff6b59407bf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:00.250688 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f640740a-04db-43d1-b49f-9b08be49cb7b req-518989a9-a323-4050-9955-bff6b59407bf tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0496297 Aug 17 14:24:00.300125 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f640740a-04db-43d1-b49f-9b08be49cb7b req-8eecb14e-d02f-4705-add0-80885b30f5fe tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Aug 17 14:24:00.339066 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173cdce-d485-4156-8770-9453b48332e2 req-899aa240-a2c8-4877-b345-fa1ec920a231 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:00.340535 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2173cdce-d485-4156-8770-9453b48332e2 req-899aa240-a2c8-4877-b345-fa1ec920a231 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0512254 Aug 17 14:24:00.389324 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2173cdce-d485-4156-8770-9453b48332e2 req-a27bc6f0-3503-4811-8b78-06b50002a58d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Aug 17 14:24:00.502088 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32afaca-d9ea-4aea-8527-223f64faedfe req-c5efdcc3-ef8c-4d00-8d87-a72d97001d96 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:00.503545 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f32afaca-d9ea-4aea-8527-223f64faedfe req-c5efdcc3-ef8c-4d00-8d87-a72d97001d96 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0478458 Aug 17 14:24:00.513296 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50372) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:00.517600 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'port_id': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:24:00.569699 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (519940dd-1096-46ba-9a88-7041f1df75e1), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:00.995547 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:00.999176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (519940dd-1096-46ba-9a88-7041f1df75e1), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:01.090199 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP 519940dd-1096-46ba-9a88-7041f1df75e1 associated. External IP: 172.27.1.73, port: d465db1f-11ab-4d9e-aa25-df17571ff9e9. Aug 17 14:24:01.134742 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:01.296131 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:24:01.401087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:24:01.405835 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:01.407195 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:01.411139 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:24:01.421854 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:01.422826 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:23:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:01.432930 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe496b4-38c5-4ebd-98c6-4077a6ee8c8c req-0dc8e480-723d-4b18-8173-949c41e3efb6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:01.434471 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fe496b4-38c5-4ebd-98c6-4077a6ee8c8c req-0dc8e480-723d-4b18-8173-949c41e3efb6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0554817 Aug 17 14:24:01.439587 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-66f7436f-f80f-4ca4-a9a5-79c01b3e528a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/519940dd-1096-46ba-9a88-7041f1df75e1 HTTP/1.1" status: 200 len: 990 time: 0.9231963 Aug 17 14:24:01.439587 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:24:01.440729 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3483c-6d70-483f-b567-635647e9d342" -d '{"events": [{"name": "network-changed", "server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:24:01.481231 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619078d4-256a-47f3-8bcc-6882ff36381e x-openstack-request-id: req-619078d4-256a-47f3-8bcc-6882ff36381e {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:24:01.481710 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:24:01.482057 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-619078d4-256a-47f3-8bcc-6882ff36381e {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:24:01.482694 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619078d4-256a-47f3-8bcc-6882ff36381e'] response: {'name': 'network-changed', 'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'status': 'completed', 'code': 200} Aug 17 14:24:01.487140 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fe496b4-38c5-4ebd-98c6-4077a6ee8c8c req-0a443842-a619-4929-873e-98e2981eaa40 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Aug 17 14:24:01.531506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:01.739189 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '519940dd-1096-46ba-9a88-7041f1df75e1', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:d5:8b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03464d6d-3595-47fb-9a11-542b63e46e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:23:42Z', 'updated_at': '2022-08-17T14:24:00Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}, {'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:31Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:01.767565 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:24:01.775920 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:01.776506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:23:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:01.825268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:01.883510 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:02.221362 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '519940dd-1096-46ba-9a88-7041f1df75e1', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:d5:8b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03464d6d-3595-47fb-9a11-542b63e46e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:23:42Z', 'updated_at': '2022-08-17T14:24:00Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}, {'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:31Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:02.249597 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405f2b0-a6c4-4163-9104-b152b5387f75 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '519940dd-1096-46ba-9a88-7041f1df75e1', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:d5:8b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03464d6d-3595-47fb-9a11-542b63e46e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:23:42Z', 'updated_at': '2022-08-17T14:24:00Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}, {'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:31Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:24:02.428605 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec906c-e336-4aae-9209-09dbb00ace97 None None] New status for floating IP 519940dd-1096-46ba-9a88-7041f1df75e1: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:24:02.619627 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316a03d-112d-414f-8558-839bb4f1c516 req-e834dc2a-c098-4726-9702-9697e4d8450c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:02.621142 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d316a03d-112d-414f-8558-839bb4f1c516 req-e834dc2a-c098-4726-9702-9697e4d8450c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0526478 Aug 17 14:24:02.673620 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d316a03d-112d-414f-8558-839bb4f1c516 req-763704be-c8c2-410b-9324-aca342c4c425 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Aug 17 14:24:02.982101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3483c-6d70-483f-b567-635647e9d342 req-9ccd2d19-71aa-4107-84d5-749f03f05efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:02.983601 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-9ccd2d19-71aa-4107-84d5-749f03f05efe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 1129 time: 0.0429008 Aug 17 14:24:03.075741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3483c-6d70-483f-b567-635647e9d342 req-e0cd5c33-a4fb-40a1-9787-9506cebf5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:03.077245 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-e0cd5c33-a4fb-40a1-9787-9506cebf5bd3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.0841770 Aug 17 14:24:03.099328 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:03.140764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:03.155475 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-8c1f8400-6bf1-4fa6-95be-73203fc7f80c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9 HTTP/1.1" status: 200 len: 1000 time: 0.0635281 Aug 17 14:24:03.208268 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3483c-6d70-483f-b567-635647e9d342 req-03aeb671-f8d6-49d9-9a00-c49061199150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:03.209619 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-03aeb671-f8d6-49d9-9a00-c49061199150 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0427806 Aug 17 14:24:03.262250 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3483c-6d70-483f-b567-635647e9d342 req-0d3dcc7a-e84b-436d-a5ac-0ea74cdfa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:03.264071 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-0d3dcc7a-e84b-436d-a5ac-0ea74cdfa36f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426233 Aug 17 14:24:03.365365 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-17f72335-4b56-4f7e-a3e5-8855f4e41f16 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893281 Aug 17 14:24:03.457992 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35e3483c-6d70-483f-b567-635647e9d342 req-8a78b949-0392-4706-b13d-af9d6f745091 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824618 Aug 17 14:24:03.806087 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601833-f967-4b0e-82fb-df1278987c89 req-e5aa0545-3b45-4fbc-8c80-eab801246a3a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:03.807593 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-52601833-f967-4b0e-82fb-df1278987c89 req-e5aa0545-3b45-4fbc-8c80-eab801246a3a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0568583 Aug 17 14:24:03.859044 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-52601833-f967-4b0e-82fb-df1278987c89 req-67cd58c5-8e71-40b9-95e8-aede41976a35 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Aug 17 14:24:04.989109 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd64a-2ef6-42ea-8b84-153f944c5bb0 req-489fc15b-6d33-4624-ba00-e37e9e1275d3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:04.990664 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-08acd64a-2ef6-42ea-8b84-153f944c5bb0 req-489fc15b-6d33-4624-ba00-e37e9e1275d3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0492096 Aug 17 14:24:05.040398 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-08acd64a-2ef6-42ea-8b84-153f944c5bb0 req-7b2503ad-a930-46ce-ad56-e6e31c9565ec tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Aug 17 14:24:06.165764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77bcb-6768-4433-b340-2cfcdd4380a7 req-439d4493-a20f-4602-b77c-cc6f63bbf9ed tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:06.167297 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-77a77bcb-6768-4433-b340-2cfcdd4380a7 req-439d4493-a20f-4602-b77c-cc6f63bbf9ed tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0506017 Aug 17 14:24:06.219265 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-77a77bcb-6768-4433-b340-2cfcdd4380a7 req-c19ec3ae-b468-439e-9bab-0fc0f16531d0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Aug 17 14:24:07.375432 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1eac-728d-4dfc-97ef-bb43a8418f3d req-810b290b-fea8-458a-93d7-412c86261f11 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:07.377251 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-556a1eac-728d-4dfc-97ef-bb43a8418f3d req-810b290b-fea8-458a-93d7-412c86261f11 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0580566 Aug 17 14:24:07.434397 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-556a1eac-728d-4dfc-97ef-bb43a8418f3d req-10258336-9c95-40ba-8a49-9fe9467fd949 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Aug 17 14:24:08.559388 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a570-1e51-4b2c-a432-b6c43394b2c9 req-99473617-f5c1-4a30-8674-9a3dbbcd5657 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:08.560954 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-60a6a570-1e51-4b2c-a432-b6c43394b2c9 req-99473617-f5c1-4a30-8674-9a3dbbcd5657 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0501490 Aug 17 14:24:08.603546 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac3f5-2113-499d-b797-8a88b28968f5 req-6aeb5ab7-4f39-47b6-9205-93722dad712a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:08.604924 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-066ac3f5-2113-499d-b797-8a88b28968f5 req-6aeb5ab7-4f39-47b6-9205-93722dad712a tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0485806 Aug 17 14:24:08.613767 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-60a6a570-1e51-4b2c-a432-b6c43394b2c9 req-3422138d-a139-4ae0-8f08-3c54d08da0f1 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463204 Aug 17 14:24:08.652660 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-066ac3f5-2113-499d-b797-8a88b28968f5 req-7a048ece-36a7-4502-afbf-bf3e85cab842 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Aug 17 14:24:09.732737 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528f904-2fb3-4b30-a240-169ad0eda43b req-b574d9ab-93dc-41ac-876a-cbc4f5669779 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:09.734229 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c528f904-2fb3-4b30-a240-169ad0eda43b req-b574d9ab-93dc-41ac-876a-cbc4f5669779 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0473092 Aug 17 14:24:09.775307 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13715b4-2d89-4c55-adb3-2b61cc63ae62 req-12e26daf-bfec-47eb-8b67-4d8996ad5e12 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:09.776775 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f13715b4-2d89-4c55-adb3-2b61cc63ae62 req-12e26daf-bfec-47eb-8b67-4d8996ad5e12 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0518184 Aug 17 14:24:09.781687 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c528f904-2fb3-4b30-a240-169ad0eda43b req-044447f0-0924-498d-8f67-c01bac12fb3b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Aug 17 14:24:09.825012 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f13715b4-2d89-4c55-adb3-2b61cc63ae62 req-279aefa8-ffde-4890-a3a0-1bf793397461 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Aug 17 14:24:10.906637 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69619ac-c7f1-45a2-bbc1-343ada8f3c74 req-5f1fcdb2-574e-4fac-8a11-9a496f82c82d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:10.908101 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e69619ac-c7f1-45a2-bbc1-343ada8f3c74 req-5f1fcdb2-574e-4fac-8a11-9a496f82c82d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0507040 Aug 17 14:24:10.949524 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434872-d6d1-4b1b-a1d5-f83b055e487c req-973fb44a-f9f7-4184-9135-a7d7844113d1 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:10.951082 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d0434872-d6d1-4b1b-a1d5-f83b055e487c req-973fb44a-f9f7-4184-9135-a7d7844113d1 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0518148 Aug 17 14:24:10.968601 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e69619ac-c7f1-45a2-bbc1-343ada8f3c74 req-dab0dd2c-5ba5-4c04-8b9e-f7db1e698923 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549083 Aug 17 14:24:11.000355 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d0434872-d6d1-4b1b-a1d5-f83b055e487c req-5780bc25-ad64-4436-a76c-6197a9b43a6e tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Aug 17 14:24:11.224536 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7418-95fb-4bbd-b95e-e4bdb712ef68 req-9c2ba5fd-b781-421a-8ea3-cbcf77aea445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:11.226382 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4c4e7418-95fb-4bbd-b95e-e4bdb712ef68 req-9c2ba5fd-b781-421a-8ea3-cbcf77aea445 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.0416424 Aug 17 14:24:11.295793 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50550) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:11.353449 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4c4e7418-95fb-4bbd-b95e-e4bdb712ef68 req-943ae4b5-85e9-4a4c-9c3c-44262778f837 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Aug 17 14:24:11.407448 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6a85f905-b461-4d91-a38b-2aa23c57beec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.486486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6a85f905-b461-4d91-a38b-2aa23c57beec admin admin] Publish callbacks [] for security_group (eac64139-ecbb-4d62-8961-69af13ceaa11), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.490168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6a85f905-b461-4d91-a38b-2aa23c57beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (eac64139-ecbb-4d62-8961-69af13ceaa11), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.495408 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:11.534889 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85f905-b461-4d91-a38b-2aa23c57beec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac64139-ecbb-4d62-8961-69af13ceaa11,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:11.539627 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6a85f905-b461-4d91-a38b-2aa23c57beec admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f5f243886213430598072ba5552bf896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426374 Aug 17 14:24:11.542761 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50554) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:11.590886 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4747cbdb-5111-4b4c-8057-78cbb23fae2b admin admin] Publish callbacks [] for security_group (eac64139-ecbb-4d62-8961-69af13ceaa11), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.613324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4747cbdb-5111-4b4c-8057-78cbb23fae2b admin admin] Publish callbacks [] for security_group (eac64139-ecbb-4d62-8961-69af13ceaa11), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.661633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4747cbdb-5111-4b4c-8057-78cbb23fae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (eac64139-ecbb-4d62-8961-69af13ceaa11), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.664333 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4747cbdb-5111-4b4c-8057-78cbb23fae2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:11.666184 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4747cbdb-5111-4b4c-8057-78cbb23fae2b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eac64139-ecbb-4d62-8961-69af13ceaa11 HTTP/1.1" status: 204 len: 168 time: 0.1229217 Aug 17 14:24:11.674534 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747cbdb-5111-4b4c-8057-78cbb23fae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac64139-ecbb-4d62-8961-69af13ceaa11,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:11.779156 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-540246c7-d033-4e84-a5b1-df0ad8dfaf95 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:11.780737 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-540246c7-d033-4e84-a5b1-df0ad8dfaf95 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Aug 17 14:24:12.057795 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:12.104438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b330d-07c8-4977-8df7-54771ad8f7a7 req-dd6d0b12-512a-4dd6-ab04-fb8edc1cae72 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:12.106156 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b95b330d-07c8-4977-8df7-54771ad8f7a7 req-dd6d0b12-512a-4dd6-ab04-fb8edc1cae72 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0605714 Aug 17 14:24:12.118698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:12.130751 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf626b-58d9-46bf-8947-0693d99b1d69 req-6aadefd1-b652-4911-b21c-3c538c75edf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:12.132388 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eebf626b-58d9-46bf-8947-0693d99b1d69 req-6aadefd1-b652-4911-b21c-3c538c75edf3 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 946 time: 0.0541110 Aug 17 14:24:12.166460 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:12.197493 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eebf626b-58d9-46bf-8947-0693d99b1d69 req-049dd7e2-2027-442d-aa20-516f822d3026 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a7e203fa-35e5-4db7-900b-e50fac214705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545092 Aug 17 14:24:12.205338 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b95b330d-07c8-4977-8df7-54771ad8f7a7 req-ebef4b26-c50c-4e4a-8ccc-487e40c7f4f2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927856 Aug 17 14:24:12.249093 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Deleting port 27fb800d-6733-4fc0-959e-203cc6c06f83 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:24:12.249455 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:12.350126 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] For port 27fb800d-6733-4fc0-959e-203cc6c06f83, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=27fb800d-6733-4fc0-959e-203cc6c06f83,segment=NetworkSegment(a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe),segment_id=a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:24:12.350829 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:12.364761 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Calling delete_port for 27fb800d-6733-4fc0-959e-203cc6c06f83 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:24:12.507807 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (27fb800d-6733-4fc0-959e-203cc6c06f83), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:12.520610 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['27fb800d-6733-4fc0-959e-203cc6c06f83'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:24:12.532068 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:12.535348 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Pushing event deleted for resources: {'Port': ['ID=27fb800d-6733-4fc0-959e-203cc6c06f83,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:12.538467 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:DELETE=1,neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:12.585213 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] No DVR routers for this DVR port 27fb800d-6733-4fc0-959e-203cc6c06f83 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:24:12.588963 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:12.592416 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-47939a8b-78ef-45ed-84cd-f38a009a5f57 req-387b3114-3c79-4e48-818f-9d7d537d7d90 tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.42 "DELETE /networking/v2.0/ports/27fb800d-6733-4fc0-959e-203cc6c06f83 HTTP/1.1" status: 204 len: 173 time: 0.4636459 Aug 17 14:24:12.592909 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'name': 'network-vif-deleted', 'tag': '27fb800d-6733-4fc0-959e-203cc6c06f83'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:24:12.595269 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cdf6cf-755a-4991-bdc9-bac30de68516" -d '{"events": [{"server_uuid": "78fb53ff-6b5b-4585-a57a-a217ac560220", "name": "network-vif-deleted", "tag": "27fb800d-6733-4fc0-959e-203cc6c06f83"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:24:12.632987 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c233f-3eea-4ac8-a3e4-087cdacf7214 x-openstack-request-id: req-635c233f-3eea-4ac8-a3e4-087cdacf7214 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:24:12.634616 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fb53ff-6b5b-4585-a57a-a217ac560220", "name": "network-vif-deleted", "tag": "27fb800d-6733-4fc0-959e-203cc6c06f83", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:24:12.634867 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-635c233f-3eea-4ac8-a3e4-087cdacf7214 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:24:12.635272 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635c233f-3eea-4ac8-a3e4-087cdacf7214'] response: {'server_uuid': '78fb53ff-6b5b-4585-a57a-a217ac560220', 'name': 'network-vif-deleted', 'tag': '27fb800d-6733-4fc0-959e-203cc6c06f83', 'status': 'completed', 'code': 200} Aug 17 14:24:13.265817 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b3dd462b-9283-4f61-89ca-76bc36e0e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:13.327350 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1309464c-b5ea-4e9c-be3b-5f7dc344d128 req-7f1da79f-a2d7-4ae5-ae08-7daab474240c tempest-VolumesSnapshotTestJSON-1226776345 tempest-VolumesSnapshotTestJSON-1226776345-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=78fb53ff-6b5b-4585-a57a-a217ac560220 HTTP/1.1" status: 200 len: 210 time: 0.0328908 Aug 17 14:24:13.346584 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233e9d0-9ef1-428e-8a57-e4a16c4acb0f req-c6a3f580-053f-4d5a-a5f9-34d02c980971 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:13.348115 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d233e9d0-9ef1-428e-8a57-e4a16c4acb0f req-c6a3f580-053f-4d5a-a5f9-34d02c980971 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0522518 Aug 17 14:24:13.397366 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d233e9d0-9ef1-428e-8a57-e4a16c4acb0f req-c5eb88dc-4dda-48f4-a772-e6a8bdca0868 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Aug 17 14:24:13.850531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46fa85-dc04-4adf-b05e-4b01729ee2bb req-ba11d522-5b89-4b8a-945e-dd6a51e6df57 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:13.852078 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8e46fa85-dc04-4adf-b05e-4b01729ee2bb req-ba11d522-5b89-4b8a-945e-dd6a51e6df57 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0746567 Aug 17 14:24:13.858470 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-287690ec-bbfc-480e-9118-1b72ef57c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:13.859959 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-287690ec-bbfc-480e-9118-1b72ef57c4b0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.0736623 Aug 17 14:24:13.960224 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8e46fa85-dc04-4adf-b05e-4b01729ee2bb req-e7260992-3c65-4869-8c3d-ef54a49b3961 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993619 Aug 17 14:24:13.992277 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-a428d4cb-6b46-43f4-8a46-dcc368746abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:13.995402 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-a428d4cb-6b46-43f4-8a46-dcc368746abf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.1275182 Aug 17 14:24:14.064421 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-d8acc3e7-96bb-4039-9bd7-06b6d325cf7e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 1002 time: 0.0581796 Aug 17 14:24:14.118516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-1eb61d64-ced6-493d-98bc-dc63c0df774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:14.119943 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-1eb61d64-ced6-493d-98bc-dc63c0df774b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0479927 Aug 17 14:24:14.164559 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-b763b8bc-1d4e-428a-b9c3-2f4eb672b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:14.166035 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-b763b8bc-1d4e-428a-b9c3-2f4eb672b5c1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393348 Aug 17 14:24:14.234452 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:14.261280 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-b88d0755-14d9-495e-9b95-ccf8fc936798 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883482 Aug 17 14:24:14.316726 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:14.354394 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3ad7812-907d-4506-baa1-f2935dceb7ee req-b057e47f-eee4-4de6-bf38-bba8d83bf27b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858243 Aug 17 14:24:15.084777 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362b059-2a76-4e79-b0f0-edbb7a17c5de req-5ff990f0-62e3-4bb9-a3ba-9a399c34bc46 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:15.086720 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6362b059-2a76-4e79-b0f0-edbb7a17c5de req-5ff990f0-62e3-4bb9-a3ba-9a399c34bc46 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0482898 Aug 17 14:24:15.133067 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6362b059-2a76-4e79-b0f0-edbb7a17c5de req-0276fa84-46a8-4f33-a25c-bef8d54c5af6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401726 Aug 17 14:24:15.324363 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b5285663-60c8-4bb2-9521-972de29917cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:15.926017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 27fb800d-6733-4fc0-959e-203cc6c06f83 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:24:15.950082 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 27fb800d-6733-4fc0-959e-203cc6c06f83 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:24:15.950338 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 27fb800d-6733-4fc0-959e-203cc6c06f83 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:24:16.267712 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2848b2-b4f2-4b54-8eb7-3ec21d5813c1 req-5a1b0d65-87dc-4a8a-a84b-301499389d1f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:16.269985 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0f2848b2-b4f2-4b54-8eb7-3ec21d5813c1 req-5a1b0d65-87dc-4a8a-a84b-301499389d1f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0532744 Aug 17 14:24:16.330773 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0f2848b2-b4f2-4b54-8eb7-3ec21d5813c1 req-9b824de7-78d1-4c1c-99c1-68a9f453ba49 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535655 Aug 17 14:24:16.751661 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:17.459005 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39507b4d-6bdf-49bb-9f74-da7dea5bdcec req-8cda3f59-39c3-4919-aea9-37ca8dcf5157 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:17.460458 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-39507b4d-6bdf-49bb-9f74-da7dea5bdcec req-8cda3f59-39c3-4919-aea9-37ca8dcf5157 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0531945 Aug 17 14:24:17.508806 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-39507b4d-6bdf-49bb-9f74-da7dea5bdcec req-f903cf80-79c4-4a43-96ba-9af7bf550b5a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Aug 17 14:24:18.164172 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:18.278669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:18.627616 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760e41-7661-4bb7-913b-7282440ed614 req-7395d229-a891-42ed-abc6-9245481068ef tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:18.629048 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-99760e41-7661-4bb7-913b-7282440ed614 req-7395d229-a891-42ed-abc6-9245481068ef tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0493870 Aug 17 14:24:18.674714 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-99760e41-7661-4bb7-913b-7282440ed614 req-9f81f767-263c-4d72-9baf-e43b514f8cee tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 Aug 17 14:24:19.794656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb0ff-b753-41e1-ab9b-ee53ce9e9eff req-e548e3cb-d1c3-4ccc-8d52-642e0a31cec6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:19.796121 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-280bb0ff-b753-41e1-ab9b-ee53ce9e9eff req-e548e3cb-d1c3-4ccc-8d52-642e0a31cec6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0473604 Aug 17 14:24:19.843279 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-280bb0ff-b753-41e1-ab9b-ee53ce9e9eff req-dafe2dff-423c-41e8-a6bf-c5714b1b0721 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Aug 17 14:24:20.959689 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999ad5-e6e8-4ca7-a3e0-91869203f863 req-3993fcc7-d1c8-4b75-a99f-580f7ca017e3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:20.961681 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d8999ad5-e6e8-4ca7-a3e0-91869203f863 req-3993fcc7-d1c8-4b75-a99f-580f7ca017e3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0457702 Aug 17 14:24:21.008763 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d8999ad5-e6e8-4ca7-a3e0-91869203f863 req-de4a5499-6feb-46cc-9b71-b330e9057cf8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Aug 17 14:24:21.294604 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:22.134205 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee647-6da0-4dbc-be90-d60ec13a4893 req-62242e47-69f4-4526-b814-ca4aa6b2c53e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:22.135695 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-74fee647-6da0-4dbc-be90-d60ec13a4893 req-62242e47-69f4-4526-b814-ca4aa6b2c53e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0519447 Aug 17 14:24:22.182941 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-74fee647-6da0-4dbc-be90-d60ec13a4893 req-a3c264b3-c52c-4dfe-9f3d-193b54708ca1 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Aug 17 14:24:23.299584 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9cb9-e58a-4dd4-8685-29ed0f244555 req-b91b92f6-4134-4224-9bac-a40167b6c287 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:23.301022 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ff3b9cb9-e58a-4dd4-8685-29ed0f244555 req-b91b92f6-4134-4224-9bac-a40167b6c287 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0458877 Aug 17 14:24:23.352085 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ff3b9cb9-e58a-4dd4-8685-29ed0f244555 req-e5419367-c187-45b2-b934-39575f49d90f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Aug 17 14:24:24.477204 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446451e-382d-4daf-a2bf-c2020d02c84e req-821982da-5f63-4471-a8e1-939653081e13 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:24.478838 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8446451e-382d-4daf-a2bf-c2020d02c84e req-821982da-5f63-4471-a8e1-939653081e13 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0526352 Aug 17 14:24:24.534484 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8446451e-382d-4daf-a2bf-c2020d02c84e req-2f12d97c-3a89-4fb9-b552-a4094d8c0167 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491524 Aug 17 14:24:25.653643 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339ef77-bc41-4268-8247-949ba0dcb2c2 req-56215fef-29b3-480c-9f76-9ebc1974b8ff tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:25.655164 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6339ef77-bc41-4268-8247-949ba0dcb2c2 req-56215fef-29b3-480c-9f76-9ebc1974b8ff tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0478261 Aug 17 14:24:25.701754 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6339ef77-bc41-4268-8247-949ba0dcb2c2 req-168528cf-3869-4e75-9c58-ff9ca9e7a365 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Aug 17 14:24:26.593671 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-6e7932c5-065e-4eb8-b96d-28291fe66bca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391963 Aug 17 14:24:26.666801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-8beb20e5-1b49-44a6-b01c-7197762fdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:26.668303 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-8beb20e5-1b49-44a6-b01c-7197762fdc45 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 1129 time: 0.0426116 Aug 17 14:24:26.815137 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-b209c185-149e-4a44-84d9-f93285de14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:26.817156 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-b209c185-149e-4a44-84d9-f93285de14ec service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.1264517 Aug 17 14:24:26.839963 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06865ee8-702f-40cd-ad9d-966b3f126bb5 req-44d2061f-616e-444e-9fac-7f87121c0ea7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:26.842357 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06865ee8-702f-40cd-ad9d-966b3f126bb5 req-44d2061f-616e-444e-9fac-7f87121c0ea7 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0616939 Aug 17 14:24:26.897039 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06865ee8-702f-40cd-ad9d-966b3f126bb5 req-e5b2e3fa-b543-46a5-85ef-d0200395be19 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487957 Aug 17 14:24:27.395717 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-2fbba4e5-fd48-4a73-8667-50dc423426d4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77264885-790c-44e6-b446-f0de9e604be5 HTTP/1.1" status: 200 len: 217 time: 0.0369365 Aug 17 14:24:27.450106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-6b402976-6520-40d7-bf6d-bd8ab44080bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:27.451586 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-6b402976-6520-40d7-bf6d-bd8ab44080bf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0491717 Aug 17 14:24:27.503388 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-18780cca-cf07-4894-a6be-95f827be81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:27.504874 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-18780cca-cf07-4894-a6be-95f827be81f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411327 Aug 17 14:24:27.606172 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-20010c7f-4f12-41af-9e42-fcc10387677c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895357 Aug 17 14:24:27.622772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:27.632496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:27.704273 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-84fd5dfd-2dba-4542-becc-0f6dfc071cde req-4307d301-5f67-4f85-a5c2-5df74e8b1a7b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900130 Aug 17 14:24:28.018487 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367912c6-3e06-416b-a7e5-61dabbec3128 req-7ba89e8c-34a9-46b4-816e-babab75be5a0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:28.019962 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-367912c6-3e06-416b-a7e5-61dabbec3128 req-7ba89e8c-34a9-46b4-816e-babab75be5a0 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0486841 Aug 17 14:24:28.068970 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-367912c6-3e06-416b-a7e5-61dabbec3128 req-d43526c6-82c6-435b-9276-9b85514e7602 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Aug 17 14:24:28.187987 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ddb94-3ea4-4496-ac55-4e9f3aaf22dc req-b85ca3e2-5384-44b7-af9d-270746ea45b2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:28.189457 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a97ddb94-3ea4-4496-ac55-4e9f3aaf22dc req-b85ca3e2-5384-44b7-af9d-270746ea45b2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0492687 Aug 17 14:24:28.199223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50770) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:28.203686 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Request body: {'floatingip': {'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:24:28.257398 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:28.736749 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:28.740719 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:29.202362 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Router 25df77c2-2cbd-4842-b34c-fd9f868a2afe has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:24:29.252270 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:29.308189 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:24:29.312920 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:29.317813 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] Sync routers for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:24:29.320120 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:29.331552 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:29.332173 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:29.344977 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:24:29.347231 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c38517-39f9-4ffa-9026-0eac49cb46f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:24:29.376764 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6652a82e-c080-41af-8479-97671eac77c8 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/e4386efd-4b25-4fb5-9236-b4f7124b4db0 HTTP/1.1" status: 200 len: 994 time: 1.1764510 Aug 17 14:24:29.407674 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583dc05-4399-465a-b038-89714d737d11 x-openstack-request-id: req-f583dc05-4399-465a-b038-89714d737d11 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:24:29.407994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:24:29.408305 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f583dc05-4399-465a-b038-89714d737d11 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:24:29.408708 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f583dc05-4399-465a-b038-89714d737d11'] response: {'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'status': 'completed', 'code': 200} Aug 17 14:24:29.452897 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:29.456084 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:29.489007 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-8e844e6b-e263-4551-a846-18d55a000582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:29.490596 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-8e844e6b-e263-4551-a846-18d55a000582 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.0452218 Aug 17 14:24:29.598750 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-8b99390f-d2d8-4d08-8510-726bc90d5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:29.600278 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-8b99390f-d2d8-4d08-8510-726bc90d5415 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.0980802 Aug 17 14:24:29.676081 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'e4386efd-4b25-4fb5-9236-b4f7124b4db0', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:13Z', 'updated_at': '2022-08-17T14:24:28Z', 'revision_number': 3, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:29.679493 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-6107cacf-b7e4-4e4e-ac27-2195927273e7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 1002 time: 0.0721817 Aug 17 14:24:29.701139 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] Checking router: 25df77c2-2cbd-4842-b34c-fd9f868a2afe for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:24:29.709527 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:29.710094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:29.731505 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-59624f6f-2652-4389-ab0f-c7926b93472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:29.733000 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-59624f6f-2652-4389-ab0f-c7926b93472b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0449409 Aug 17 14:24:29.780355 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-7bc18704-03ec-4a14-b2af-2157c4a326e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:29.781855 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-7bc18704-03ec-4a14-b2af-2157c4a326e9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412889 Aug 17 14:24:29.816397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:29.882503 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-48a8d9bc-a76f-43ef-b109-8ba1edf99698 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931926 Aug 17 14:24:29.906089 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:29.973261 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e0c38517-39f9-4ffa-9026-0eac49cb46f1 req-d1b09930-f1d8-4929-9fce-56dfb04db43f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Aug 17 14:24:30.034428 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'e4386efd-4b25-4fb5-9236-b4f7124b4db0', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:13Z', 'updated_at': '2022-08-17T14:24:28Z', 'revision_number': 3, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:30.065197 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b2b22-f3ba-4e70-a29a-6b080968c5e1 None None] The sync data for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi is: [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'e4386efd-4b25-4fb5-9236-b4f7124b4db0', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'port_id': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'mac_address': 'fa:16:3e:ed:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:13Z', 'updated_at': '2022-08-17T14:24:28Z', 'revision_number': 3, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:24:31.410265 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:24:31.412614 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5522f605-0e40-451f-b18f-ac4a07d04cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:24:31.451644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10022bb-fd4c-4d32-a316-3720b6621648 x-openstack-request-id: req-a10022bb-fd4c-4d32-a316-3720b6621648 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:24:31.451930 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:24:31.452179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a10022bb-fd4c-4d32-a316-3720b6621648 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:24:31.452577 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10022bb-fd4c-4d32-a316-3720b6621648'] response: {'name': 'network-changed', 'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'status': 'completed', 'code': 200} Aug 17 14:24:31.839695 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:31.845654 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:33.490329 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-e397927b-bfa5-4cad-8178-10ba898b2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:33.491827 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-e397927b-bfa5-4cad-8178-10ba898b2dde service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 1130 time: 0.0438230 Aug 17 14:24:33.586784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-633dbf08-1062-4062-aab4-2bfa98f07bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:33.587943 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-633dbf08-1062-4062-aab4-2bfa98f07bf4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 200 len: 919 time: 0.0875587 Aug 17 14:24:33.653691 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-cab10bd7-2df6-4dfb-bb90-fad4a409932b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 200 len: 1002 time: 0.0589836 Aug 17 14:24:33.706155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-91989b29-0983-437b-b4e9-ed98b47f7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:33.707716 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-91989b29-0983-437b-b4e9-ed98b47f7561 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 200 len: 857 time: 0.0461330 Aug 17 14:24:33.759563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-fc7d6b64-ab84-4bb0-b57b-e085695bf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:33.761111 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-fc7d6b64-ab84-4bb0-b57b-e085695bf64e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=59442bb5-753e-4bc4-9939-ce44de7a1cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406055 Aug 17 14:24:33.863005 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:33.868217 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-8cff7c13-13f7-49e1-b6ae-7b001b55d5d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941863 Aug 17 14:24:33.971618 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5522f605-0e40-451f-b18f-ac4a07d04cd5 req-62694526-fea7-45a7-9d7e-aa59c03d8494 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961456 Aug 17 14:24:34.173277 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50830) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:34.278879 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.326152 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:34.364662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Publish callbacks [] for security_group (2fff64f3-4d8a-4a44-9bd9-1e85ba2da815), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.368560 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2fff64f3-4d8a-4a44-9bd9-1e85ba2da815), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.410103 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6a4071080b3c467eaca2be92f47d113d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357128 Aug 17 14:24:34.410954 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff64f3-4d8a-4a44-9bd9-1e85ba2da815,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:34.412937 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50834) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:34.418981 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.419333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.419682 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.420030 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.420367 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.420700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.421032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.421360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.421970 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.422310 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.422641 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.422967 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.423293 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.423618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.423940 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dab74-337f-48d9-8470-aeadc74a262e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:34.455947 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:34.467842 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9a644fa3-8c25-40f2-b078-4b26af17b9b8 admin admin] Publish callbacks [] for security_group (2fff64f3-4d8a-4a44-9bd9-1e85ba2da815), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.489769 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9a644fa3-8c25-40f2-b078-4b26af17b9b8 admin admin] Publish callbacks [] for security_group (2fff64f3-4d8a-4a44-9bd9-1e85ba2da815), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.539286 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9a644fa3-8c25-40f2-b078-4b26af17b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2fff64f3-4d8a-4a44-9bd9-1e85ba2da815), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.542237 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9a644fa3-8c25-40f2-b078-4b26af17b9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:34.543714 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9a644fa3-8c25-40f2-b078-4b26af17b9b8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2fff64f3-4d8a-4a44-9bd9-1e85ba2da815 HTTP/1.1" status: 204 len: 168 time: 0.1294897 Aug 17 14:24:34.555306 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a644fa3-8c25-40f2-b078-4b26af17b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff64f3-4d8a-4a44-9bd9-1e85ba2da815,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:36.840308 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:24:40.037434 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=71 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:43.259236 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e6e221a5-e4b6-467c-9b91-2d1ccc2aa530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:43.991292 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50916) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:43.998467 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:44.039521 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Deleting subnet 660445f5-2225-40db-9359-1565df2aeea7 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:24:44.043333 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Publish callbacks [] for subnet (660445f5-2225-40db-9359-1565df2aeea7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.077635 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (660445f5-2225-40db-9359-1565df2aeea7), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.126383 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (660445f5-2225-40db-9359-1565df2aeea7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.179677 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (660445f5-2225-40db-9359-1565df2aeea7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.204274 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660445f5-2225-40db-9359-1565df2aeea7,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:44.212176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.215444 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/660445f5-2225-40db-9359-1565df2aeea7 HTTP/1.1" status: 204 len: 168 time: 0.2230341 Aug 17 14:24:44.218101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50918) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:44.220238 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.220611 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.220954 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.221290 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.221616 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.221995 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.222324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.222750 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.223076 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.223396 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.223715 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.224033 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.224350 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.224664 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.224978 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826fdfa-df3f-4b9b-8b07-b054b4d5e395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:24:44.288617 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (182f7496-2244-4d38-aabd-2caf97e63544), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.373048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (182f7496-2244-4d38-aabd-2caf97e63544), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.393199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182f7496-2244-4d38-aabd-2caf97e63544']}} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:44.402545 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe') {'for_net_delete': True} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:44.402839 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe') {} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:44.412615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58934504'] for segment (a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.427911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.440748 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=106366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:24:44.441143 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58950963'] for segment (a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.482835 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe resource provider aggregate not found Aug 17 14:24:44.503799 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0bc2ef8-a437-4dd4-a70e-dba35f6dafbe found for delete ", "request_id": "req-ac4de710-00fe-4c0a-9646-22c5acb14587"}]} Aug 17 14:24:44.507982 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (182f7496-2244-4d38-aabd-2caf97e63544), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.514477 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.517667 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/182f7496-2244-4d38-aabd-2caf97e63544 HTTP/1.1" status: 204 len: 168 time: 0.2985110 Aug 17 14:24:44.533490 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a33fa-ef2c-4e49-a072-04a079ab4aef admin admin] Pushing event deleted for resources: {'Network': ['ID=182f7496-2244-4d38-aabd-2caf97e63544,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:44.682620 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50928) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:44.722626 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-051b64e9-d794-44f7-8ebd-e37c3cdebebf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c9a9f1d91792463295c5d5b0af9f9c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389030 Aug 17 14:24:44.725047 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50930) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:44.777098 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f8089892-5204-41e9-9bd5-6850700b26a4 admin admin] Publish callbacks [] for security_group (a7e203fa-35e5-4db7-900b-e50fac214705), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.798881 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f8089892-5204-41e9-9bd5-6850700b26a4 admin admin] Publish callbacks [] for security_group (a7e203fa-35e5-4db7-900b-e50fac214705), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.845607 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f8089892-5204-41e9-9bd5-6850700b26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (a7e203fa-35e5-4db7-900b-e50fac214705), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.848121 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f8089892-5204-41e9-9bd5-6850700b26a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:44.849983 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f8089892-5204-41e9-9bd5-6850700b26a4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a7e203fa-35e5-4db7-900b-e50fac214705 HTTP/1.1" status: 204 len: 168 time: 0.1230857 Aug 17 14:24:44.859719 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8089892-5204-41e9-9bd5-6850700b26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e203fa-35e5-4db7-900b-e50fac214705,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:45.326898 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-7b297050-e5ea-47ab-a928-95b234a594c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:46.753148 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:46.832151 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:46.832876 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:48.167361 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:48.280277 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:51.312410 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:52.338740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409aef6-7e6a-4317-9dd0-bcbecd597fb4 req-f84a49a2-cef7-44da-9c06-22de4e236149 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:52.340278 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8409aef6-7e6a-4317-9dd0-bcbecd597fb4 req-f84a49a2-cef7-44da-9c06-22de4e236149 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.0481331 Aug 17 14:24:52.388496 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8409aef6-7e6a-4317-9dd0-bcbecd597fb4 req-ee43c366-10f5-4a26-88c9-6dbbe4c33a11 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Aug 17 14:24:53.513440 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4b66-d3e5-46b4-b8bf-bcf87feefe9b req-227bcf73-4250-41ed-9098-723836150ab3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:53.514947 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c15c4b66-d3e5-46b4-b8bf-bcf87feefe9b req-227bcf73-4250-41ed-9098-723836150ab3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.0479140 Aug 17 14:24:53.562908 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-c15c4b66-d3e5-46b4-b8bf-bcf87feefe9b req-c2624743-60b5-4c89-b246-48d170b8b502 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8b873c-d00e-45ce-8438-788dbe457167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Aug 17 14:24:53.929734 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-ca47b3fa-bf3b-4754-8d24-a5eb13918581 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:53.931926 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-ca47b3fa-bf3b-4754-8d24-a5eb13918581 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 947 time: 0.0473013 Aug 17 14:24:54.018003 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Deleting port 8c608647-0be3-493f-8c4b-19aad8caae21 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:24:54.018345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:54.106973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] For port 8c608647-0be3-493f-8c4b-19aad8caae21, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8c608647-0be3-493f-8c4b-19aad8caae21,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:24:54.107258 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:54.109316 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:54.315272 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:54.315639 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (b28a2594-9622-4d30-86ba-cff79d17f601), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:54.315955 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Floating IP b28a2594-9622-4d30-86ba-cff79d17f601 disassociated. External IP: 172.27.1.200, port: 8c608647-0be3-493f-8c4b-19aad8caae21. Aug 17 14:24:54.316292 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Calling delete_port for 8c608647-0be3-493f-8c4b-19aad8caae21 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:24:54.386291 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:54.445847 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (8c608647-0be3-493f-8c4b-19aad8caae21), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:54.472921 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event deleted for resources: {'Port': ['ID=8c608647-0be3-493f-8c4b-19aad8caae21,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:54.583593 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Router c82182d2-05b4-40d6-862c-84af6827bea7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:24:54.697890 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3f7e451f-dc2a-4ff6-927e-9baec002c48c req-c966d064-ef03-4e84-a60d-8ae54b5f46be tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9a5dbdb1-7fc6-4869-ad62-d75f3060f32c HTTP/1.1" status: 200 len: 210 time: 0.0538933 Aug 17 14:24:54.717885 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:24:54.730104 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:24:54.739504 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:54.740706 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:54.766415 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] No DVR routers for this DVR port 8c608647-0be3-493f-8c4b-19aad8caae21 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:24:54.769096 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:54.772777 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b1d1b3a3-a3cf-44d9-952c-120822df6e2d req-f1f92f13-d99b-493e-8cfe-04faf7043827 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8c608647-0be3-493f-8c4b-19aad8caae21 HTTP/1.1" status: 204 len: 173 time: 0.8342707 Aug 17 14:24:54.773210 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-deleted', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:24:54.775991 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67435b1d-df5a-4a36-b108-214f6743cf67" -d '{"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-deleted", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:24:54.832202 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d333c1a-939a-4741-9404-309c94edf03f x-openstack-request-id: req-4d333c1a-939a-4741-9404-309c94edf03f {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:24:54.832492 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5dbdb1-7fc6-4869-ad62-d75f3060f32c", "name": "network-vif-deleted", "tag": "8c608647-0be3-493f-8c4b-19aad8caae21", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:24:54.832741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d333c1a-939a-4741-9404-309c94edf03f {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:24:54.833159 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d333c1a-939a-4741-9404-309c94edf03f'] response: {'server_uuid': '9a5dbdb1-7fc6-4869-ad62-d75f3060f32c', 'name': 'network-vif-deleted', 'tag': '8c608647-0be3-493f-8c4b-19aad8caae21', 'status': 'completed', 'code': 200} Aug 17 14:24:54.868690 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:55.060859 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:55.089183 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:24:55.097615 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:55.098245 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:55.199685 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:55.400683 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:55.424693 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c2e1d-2f70-4fc4-9cad-5a7e045fb5bf None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:24:55.666169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17002d4f-2ea6-4dd1-ad20-aec962b81be5 None None] New status for floating IP b28a2594-9622-4d30-86ba-cff79d17f601: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:24:55.818208 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50974) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:55.876285 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9243ee19-18fc-4a29-8b16-6399a958e7bd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (bd8b873c-d00e-45ce-8438-788dbe457167), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:55.900215 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9243ee19-18fc-4a29-8b16-6399a958e7bd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (bd8b873c-d00e-45ce-8438-788dbe457167), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:55.950940 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9243ee19-18fc-4a29-8b16-6399a958e7bd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (bd8b873c-d00e-45ce-8438-788dbe457167), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:55.953398 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9243ee19-18fc-4a29-8b16-6399a958e7bd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:55.954573 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9243ee19-18fc-4a29-8b16-6399a958e7bd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd8b873c-d00e-45ce-8438-788dbe457167 HTTP/1.1" status: 204 len: 168 time: 0.1348331 Aug 17 14:24:55.957619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50976) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:55.964316 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243ee19-18fc-4a29-8b16-6399a958e7bd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b873c-d00e-45ce-8438-788dbe457167,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:55.972959 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-40c1bc51-5cca-4e25-a3fa-dd8ad5139675 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] show failed (client error): The resource could not be found. Aug 17 14:24:55.977198 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-40c1bc51-5cca-4e25-a3fa-dd8ad5139675 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups/bd8b873c-d00e-45ce-8438-788dbe457167 HTTP/1.1" status: 404 len: 347 time: 0.0152869 Aug 17 14:24:55.977986 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50978) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:56.097188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Deleting port 60339ca9-cc56-4add-8e11-eac11263da8c {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:24:56.097538 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (60339ca9-cc56-4add-8e11-eac11263da8c), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.181968 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (60339ca9-cc56-4add-8e11-eac11263da8c), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.182332 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (60339ca9-cc56-4add-8e11-eac11263da8c), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.196401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Calling delete_port for 60339ca9-cc56-4add-8e11-eac11263da8c owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:24:56.268366 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:56.340188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (60339ca9-cc56-4add-8e11-eac11263da8c), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.365600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event deleted for resources: {'Port': ['ID=60339ca9-cc56-4add-8e11-eac11263da8c,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:56.431127 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (b28a2594-9622-4d30-86ba-cff79d17f601), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.433659 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.434837 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2fdab6ea-5006-4ab1-96a1-69e0e000de95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/b28a2594-9622-4d30-86ba-cff79d17f601 HTTP/1.1" status: 204 len: 168 time: 0.4557722 Aug 17 14:24:56.524097 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 50982) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:56.529148 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1918466773', 'description': 'tempest-description--1787027210'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:24:56.550609 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.559536 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:56.620315 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (486a4da2-6b04-4878-9f38-824b3e38e323), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.624046 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (486a4da2-6b04-4878-9f38-824b3e38e323), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.629494 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:56.657396 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.661293 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1328797 Aug 17 14:24:56.661698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50984) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:56.663326 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b399dd3-74d5-4e6c-8bbe-d9a680c21b8b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486a4da2-6b04-4878-9f38-824b3e38e323,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:56.666742 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'security_group_rule': {'security_group_id': '486a4da2-6b04-4878-9f38-824b3e38e323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:24:56.693237 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (e179d7c9-26b8-4ff3-9ff9-bcba2fbd1497), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.739445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:56.752907 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (e179d7c9-26b8-4ff3-9ff9-bcba2fbd1497), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.757118 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (e179d7c9-26b8-4ff3-9ff9-bcba2fbd1497), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.777765 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e179d7c9-26b8-4ff3-9ff9-bcba2fbd1497,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:56.786593 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.790565 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-19dbaeab-44d7-44f0-953e-2ba79f2cd214 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250117 Aug 17 14:24:56.790884 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50988) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:56.795216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'security_group_rule': {'security_group_id': '486a4da2-6b04-4878-9f38-824b3e38e323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:24:56.823138 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (e5ebf234-65bd-4c0c-a78b-b38a76453b44), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.883428 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (e5ebf234-65bd-4c0c-a78b-b38a76453b44), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.887976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (e5ebf234-65bd-4c0c-a78b-b38a76453b44), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.907782 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ebf234-65bd-4c0c-a78b-b38a76453b44,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:56.916025 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:56.917317 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7ba6c059-19cc-4aea-a41f-39f79ac89e6c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255045 Aug 17 14:24:56.920369 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 50994) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:24:56.925002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:24:56.946385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.030801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.049284 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:24:57.069232 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 8c608647-0be3-493f-8c4b-19aad8caae21 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:24:57.071568 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 8c608647-0be3-493f-8c4b-19aad8caae21 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:24:57.144111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Allocated IP 172.27.1.76 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/59c8ab75-bd96-4565-b184-436d36ec05d7) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:24:57.242828 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:57.266702 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302ad00-fe4d-4ce2-a2e7-db9452775f68 req-bd03ad08-f2da-47f1-90e4-959a0a78bef0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:57.268155 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8302ad00-fe4d-4ce2-a2e7-db9452775f68 req-bd03ad08-f2da-47f1-90e4-959a0a78bef0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0695150 Aug 17 14:24:57.318553 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.351229 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8302ad00-fe4d-4ce2-a2e7-db9452775f68 req-1922389d-6c92-41b3-8b83-9b9c098c5e9b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752845 Aug 17 14:24:57.373696 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.415157 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:24:57.419990 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:24:57.423790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:24:57.426973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'Port': ['ID=59c8ab75-bd96-4565-b184-436d36ec05d7,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:57.510144 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (3f46fb03-51c9-4a54-9205-f1cb78cfb6b0), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.520565 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:57.547334 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.954227 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:57.958820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:58.026056 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (3f46fb03-51c9-4a54-9205-f1cb78cfb6b0), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:58.028587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'Port': ['ID=59c8ab75-bd96-4565-b184-436d36ec05d7,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:58.043838 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:58.045055 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2170493c-5a68-4080-a0cf-b9e53f0fbfd0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1236176 Aug 17 14:24:58.242763 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-d7c0ef38-aef0-4b02-830e-3df083e1b084 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1918466773&fields=id&tenant_id=d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 267 time: 0.0420442 Aug 17 14:24:58.348522 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-f86f5b30-f312-4a4e-a61b-c8ba4ac27a6b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:58.349977 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-f86f5b30-f312-4a4e-a61b-c8ba4ac27a6b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 817 time: 0.1008065 Aug 17 14:24:58.364377 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-80022516-4d70-44bf-8b10-8bd87c7bf4f6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/quotas/d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 375 time: 0.0087266 Aug 17 14:24:58.415212 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-00779aaf-f7a6-4c31-8e59-59d54ff6c085 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453393 Aug 17 14:24:58.479377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9ebc0-456c-473b-924c-6697930cb0e9 req-6c43f302-0ae5-4123-942f-82116544d0b5 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:58.480890 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d9d9ebc0-456c-473b-924c-6697930cb0e9 req-6c43f302-0ae5-4123-942f-82116544d0b5 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0539205 Aug 17 14:24:58.532435 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d9d9ebc0-456c-473b-924c-6697930cb0e9 req-9dcf2147-50a6-4fe8-82a3-fe3695c181db tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d2a5ba9d-2387-4364-b4b3-c551a4a0965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457530 Aug 17 14:24:58.606251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-bdc5874d-bba5-4b44-9461-56cc9c49f61d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:24:58.607813 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-bdc5874d-bba5-4b44-9461-56cc9c49f61d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 945 time: 0.0492947 Aug 17 14:24:58.697095 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port d465db1f-11ab-4d9e-aa25-df17571ff9e9 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:24:58.697357 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:58.705973 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-09619c57-6665-4855-b4d1-8463f2768747 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789121 Aug 17 14:24:58.714167 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:58.793561 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] For port d465db1f-11ab-4d9e-aa25-df17571ff9e9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d465db1f-11ab-4d9e-aa25-df17571ff9e9,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:24:58.793961 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:58.795646 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-6c0a40fc-47b2-4ed0-8448-e32aeff87a43 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Aug 17 14:24:58.980821 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-04c57792-8870-4c61-8a34-6683e24e39d9 req-e549374c-b695-4a15-947c-93915395408c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 210 time: 0.0375137 Aug 17 14:24:59.010122 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:59.010122 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (519940dd-1096-46ba-9a88-7041f1df75e1), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:59.010122 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP 519940dd-1096-46ba-9a88-7041f1df75e1 disassociated. External IP: 172.27.1.73, port: d465db1f-11ab-4d9e-aa25-df17571ff9e9. Aug 17 14:24:59.010122 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for d465db1f-11ab-4d9e-aa25-df17571ff9e9 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:24:59.121270 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:59.140135 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d465db1f-11ab-4d9e-aa25-df17571ff9e9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:59.172996 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=d465db1f-11ab-4d9e-aa25-df17571ff9e9,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:24:59.293798 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:24:59.405056 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:24:59.417206 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:24:59.428602 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:59.429339 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:59.458429 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] No DVR routers for this DVR port d465db1f-11ab-4d9e-aa25-df17571ff9e9 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:24:59.461173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:24:59.465458 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0b4f5a6a-a854-47ca-975c-4138f2decb17 req-e1321525-ebe6-4672-af05-ab4d57a5521a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d465db1f-11ab-4d9e-aa25-df17571ff9e9 HTTP/1.1" status: 204 len: 173 time: 0.8515224 Aug 17 14:24:59.466131 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'name': 'network-vif-deleted', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:24:59.468426 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf15391-e188-49b6-8604-c01896975912" -d '{"events": [{"server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "name": "network-vif-deleted", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:24:59.522031 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2689fa-9a2a-4321-9158-0a66f2b69fed x-openstack-request-id: req-2e2689fa-9a2a-4321-9158-0a66f2b69fed {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:24:59.522420 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03464d6d-3595-47fb-9a11-542b63e46e31", "name": "network-vif-deleted", "tag": "d465db1f-11ab-4d9e-aa25-df17571ff9e9", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:24:59.522814 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e2689fa-9a2a-4321-9158-0a66f2b69fed {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:24:59.523342 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2689fa-9a2a-4321-9158-0a66f2b69fed'] response: {'server_uuid': '03464d6d-3595-47fb-9a11-542b63e46e31', 'name': 'network-vif-deleted', 'tag': 'd465db1f-11ab-4d9e-aa25-df17571ff9e9', 'status': 'completed', 'code': 200} Aug 17 14:24:59.648002 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:24:59.678873 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-26e41026-cf22-4a6e-86ca-07436319b355 req-fdb04d2f-329a-4844-9778-b3c0600dbaf5 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03464d6d-3595-47fb-9a11-542b63e46e31 HTTP/1.1" status: 200 len: 210 time: 0.0451565 Aug 17 14:24:59.835119 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:59.842350 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:24:59.885837 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:31Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:24:59.911015 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:24:59.920455 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:24:59.921046 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:00.026244 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:00.093431 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b7cd9957-79e6-419a-a6f8-ab120b78a78d req-39784976-3076-46f3-ba5f-427f2e0096ee tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 210 time: 0.0303345 Aug 17 14:25:00.259323 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:31Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:00.288852 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3104-1479-479b-aa3d-5677c4d25b4a None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '736da251-9ba0-4fc7-b956-59f77c61c761', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:f8:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b02719-373b-47bc-9fda-5e93690b69f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:22:08Z', 'updated_at': '2022-08-17T14:22:31Z', 'revision_number': 2, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:25:00.374728 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-bd582b48-8470-4096-b54d-a7f30f0d6a72 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:00.376266 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-bd582b48-8470-4096-b54d-a7f30f0d6a72 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 817 time: 0.1348848 Aug 17 14:25:00.440331 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-a91e2673-645e-4c7c-94de-831b1c3c8d47 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 380 time: 0.0552356 Aug 17 14:25:00.501873 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'port': {'device_id': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'admin_state_up': True, 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'security_groups': ['486a4da2-6b04-4878-9f38-824b3e38e323']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:00.517251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:00.529214 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70899a6c-163b-4a11-be57-1c8ba8471686 None None] New status for floating IP 519940dd-1096-46ba-9a88-7041f1df75e1: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:25:00.559286 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:00.612840 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Made reservation on behalf of d406f06c30a245ea8a84766f5bc4bde4 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:25:00.616279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:00.751103 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Allocated IP 172.20.0.11 (b0217b11-e15c-43c2-9f22-0b0f3019f594/a0007775-5b31-437e-8d50-692a395f45ee/6595331b-2022-469a-8e24-df7f583b70a5) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:25:00.774836 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51042) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:00.829498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a1c5857d-8f68-4122-8440-c4d8ea7f5c65 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (d2a5ba9d-2387-4364-b4b3-c551a4a0965e), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:00.857258 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a1c5857d-8f68-4122-8440-c4d8ea7f5c65 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (d2a5ba9d-2387-4364-b4b3-c551a4a0965e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:00.903365 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for port (6595331b-2022-469a-8e24-df7f583b70a5), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:00.904970 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a1c5857d-8f68-4122-8440-c4d8ea7f5c65 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d2a5ba9d-2387-4364-b4b3-c551a4a0965e), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:00.907520 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a1c5857d-8f68-4122-8440-c4d8ea7f5c65 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:00.908770 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-a1c5857d-8f68-4122-8440-c4d8ea7f5c65 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d2a5ba9d-2387-4364-b4b3-c551a4a0965e HTTP/1.1" status: 204 len: 168 time: 0.1327138 Aug 17 14:25:00.908962 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:00.911673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51044) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:00.919465 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5857d-8f68-4122-8440-c4d8ea7f5c65 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5ba9d-2387-4364-b4b3-c551a4a0965e,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:00.936276 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-2d8976fd-2c97-4be3-a950-eec1aba57c3f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] show failed (client error): The resource could not be found. Aug 17 14:25:00.937322 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2d8976fd-2c97-4be3-a950-eec1aba57c3f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups/d2a5ba9d-2387-4364-b4b3-c551a4a0965e HTTP/1.1" status: 404 len: 347 time: 0.0247192 Aug 17 14:25:00.940393 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51046) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:00.957993 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.005816 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:25:01.009776 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:25:01.013847 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:25:01.020044 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:01.047976 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d465db1f-11ab-4d9e-aa25-df17571ff9e9 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:01.066110 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port 4525db5d-b644-4d64-9c5b-2f094029bd39 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:01.066569 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.071435 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: d465db1f-11ab-4d9e-aa25-df17571ff9e9 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:01.072037 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d465db1f-11ab-4d9e-aa25-df17571ff9e9 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:01.074079 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:01.074727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.094882 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-53ec0dfd-018f-4868-936f-59f6f5851c79 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969107 Aug 17 14:25:01.108182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Request body: {'port': {'device_id': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:01.170212 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.170782 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (4525db5d-b644-4d64-9c5b-2f094029bd39), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.182587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.187979 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for 4525db5d-b644-4d64-9c5b-2f094029bd39 owned by network:floatingip {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:01.250992 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-1838244f-8027-40bf-9129-03bfae9fd30f None None] Provisioning complete for port 6595331b-2022-469a-8e24-df7f583b70a5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:25:01.251371 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1838244f-8027-40bf-9129-03bfae9fd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (6595331b-2022-469a-8e24-df7f583b70a5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.264398 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:01.279577 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:01.279805 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42379e7-cd2d-439f-9d60-254e7aadef4c req-f954db28-6569-4df8-b87c-e3964ed85a7c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:01.281222 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e42379e7-cd2d-439f-9d60-254e7aadef4c req-f954db28-6569-4df8-b87c-e3964ed85a7c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 932 time: 0.0834308 Aug 17 14:25:01.293153 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1838244f-8027-40bf-9129-03bfae9fd30f None None] Port 6595331b-2022-469a-8e24-df7f583b70a5 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:25:01.346897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (4525db5d-b644-4d64-9c5b-2f094029bd39), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.373719 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=4525db5d-b644-4d64-9c5b-2f094029bd39,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:01.414402 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e42379e7-cd2d-439f-9d60-254e7aadef4c req-e8d93291-ae12-4558-8992-77ba190576db tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199803 Aug 17 14:25:01.442466 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:01.445052 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (519940dd-1096-46ba-9a88-7041f1df75e1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.447934 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.451905 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-328c5dfc-9ec0-4017-83e5-275fb0610413 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/519940dd-1096-46ba-9a88-7041f1df75e1 HTTP/1.1" status: 204 len: 168 time: 0.5071588 Aug 17 14:25:01.551964 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6595331b-2022-469a-8e24-df7f583b70a5 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:25:01.560227 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Publish callbacks [] for port (6595331b-2022-469a-8e24-df7f583b70a5), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.574479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Transition to ACTIVE for port object 6595331b-2022-469a-8e24-df7f583b70a5 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:25:01.578325 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.642257 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:01.698248 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Attempting to bind port 6595331b-2022-469a-8e24-df7f583b70a5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:25:01.698590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Attempting to bind port 6595331b-2022-469a-8e24-df7f583b70a5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:25:01.699153 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Attempting to bind port 6595331b-2022-469a-8e24-df7f583b70a5 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:25:01.704125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Port 6595331b-2022-469a-8e24-df7f583b70a5 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:25:01.704445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Attempting to bind port 6595331b-2022-469a-8e24-df7f583b70a5 on network b0217b11-e15c-43c2-9f22-0b0f3019f594 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:25:01.710258 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:25:01.711113 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Checking segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:25:01.713704 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Bound using segment: {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:25:01.714207 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Bound port: 6595331b-2022-469a-8e24-df7f583b70a5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:25:01.714591 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.784241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:25:01.787828 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:25:01.796134 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.800349 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:01.800994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:01.802425 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 1094 time: 0.6991613 Aug 17 14:25:01.802914 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:01.805582 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22" -d '{"events": [{"name": "network-changed", "server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:01.842534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:01.855717 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0188d638-787b-4f15-878d-cf23fe70a43e x-openstack-request-id: req-0188d638-787b-4f15-878d-cf23fe70a43e {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:01.856026 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:01.856256 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0188d638-787b-4f15-878d-cf23fe70a43e {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:01.856655 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0188d638-787b-4f15-878d-cf23fe70a43e'] response: {'name': 'network-changed', 'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'status': 'completed', 'code': 200} Aug 17 14:25:01.861800 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ebd48-e0fe-4a76-a39f-08d62299bd53 service neutron] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:02.134424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22 req-6b529f1d-fbf0-481e-84cc-3a63fe9ad34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.136276 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22 req-6b529f1d-fbf0-481e-84cc-3a63fe9ad34c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1128 time: 0.0452201 Aug 17 14:25:02.287404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22 req-f03ccfa8-d3ff-4fe0-bec3-9797ed5ca340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.288826 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22 req-f03ccfa8-d3ff-4fe0-bec3-9797ed5ca340 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1008582 Aug 17 14:25:02.386372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22 req-a83e9d0f-e271-48a2-9bbe-b1fcd07c216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.387786 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b95f2cbb-19f8-49f5-92e8-3d9f3cc31b22 req-a83e9d0f-e271-48a2-9bbe-b1fcd07c216f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928454 Aug 17 14:25:02.467886 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-6cb9d096-50e0-4032-9a0a-dd954277cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.469386 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-6cb9d096-50e0-4032-9a0a-dd954277cd74 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1128 time: 0.0437372 Aug 17 14:25:02.530713 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-924d533e-9a9d-4505-8605-5b4ba95d0bd3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 217 time: 0.0536113 Aug 17 14:25:02.597279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d95b9-89df-4c6a-8b81-bbac277653c5 req-3879080e-493a-449f-a252-4b4d46c4eb39 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.598768 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3b5d95b9-89df-4c6a-8b81-bbac277653c5 req-3879080e-493a-449f-a252-4b4d46c4eb39 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0794327 Aug 17 14:25:02.618496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-82bec412-cca5-4678-9cae-eb8097017ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.619857 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-82bec412-cca5-4678-9cae-eb8097017ed9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0694871 Aug 17 14:25:02.667416 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:02.688670 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3b5d95b9-89df-4c6a-8b81-bbac277653c5 req-c083693b-a2b4-4480-9955-d2f2f5a037c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817707 Aug 17 14:25:02.692317 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-64791a4c-d171-49e9-b98e-96bfb169a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:02.693762 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-64791a4c-d171-49e9-b98e-96bfb169a6be service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0662084 Aug 17 14:25:02.785718 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-bd916c72-c815-4b9b-8201-0e5a2aa900ab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846910 Aug 17 14:25:02.892526 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d2e5870f-a77b-4a00-abe7-8b586b5bde20 req-cbfff7c0-0cb3-4cc6-8bf4-07ef1fea3d0d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002591 Aug 17 14:25:03.079387 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d107b-c132-4ebc-a13e-714c8a7e7e29 req-8f335407-fe2f-4b29-9595-19245885010c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:03.080866 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-356d107b-c132-4ebc-a13e-714c8a7e7e29 req-8f335407-fe2f-4b29-9595-19245885010c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Aug 17 14:25:03.129022 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-356d107b-c132-4ebc-a13e-714c8a7e7e29 req-637a89db-485b-4f30-a732-edcf87e8eb4c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Aug 17 14:25:03.813388 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85b3ea-ff5c-4111-80b5-d355d56b1805 req-b70ecdbf-7940-49c6-bcaa-1a583fa22af1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:03.814908 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb85b3ea-ff5c-4111-80b5-d355d56b1805 req-b70ecdbf-7940-49c6-bcaa-1a583fa22af1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0468538 Aug 17 14:25:03.863618 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb85b3ea-ff5c-4111-80b5-d355d56b1805 req-201c9cc8-d890-4782-ba24-175b5a044fd1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Aug 17 14:25:04.253288 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b480d-3f2c-4104-b44e-f2b59df9fdb1 req-c6f65845-ffea-4a75-b2de-7a0d9e9f3289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:04.254780 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-064b480d-3f2c-4104-b44e-f2b59df9fdb1 req-c6f65845-ffea-4a75-b2de-7a0d9e9f3289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Aug 17 14:25:04.300740 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-064b480d-3f2c-4104-b44e-f2b59df9fdb1 req-efc34a18-0b27-4454-a92a-270f23b8eaf0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 Aug 17 14:25:04.995049 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57389d20-9f99-49a0-842b-7bfec9bd0a1a req-f8282b89-513e-41e4-b2d0-ddf403500a0e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:04.996544 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-57389d20-9f99-49a0-842b-7bfec9bd0a1a req-f8282b89-513e-41e4-b2d0-ddf403500a0e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0485661 Aug 17 14:25:05.055598 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-57389d20-9f99-49a0-842b-7bfec9bd0a1a req-0e62a3b3-847e-4b5c-adfc-a79a4eb72b22 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529680 Aug 17 14:25:05.085156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:25:05.190257 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:05.201878 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '6595331b-2022-469a-8e24-df7f583b70a5', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'port_id': '6595331b-2022-469a-8e24-df7f583b70a5', 'mac_address': 'fa:16:3e:1e:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:25:05.243011 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:25:05.243630 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:05.256857 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6595331b-2022-469a-8e24-df7f583b70a5 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:25:05.276542 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:05.280323 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:05.327051 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:05.335039 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.335396 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.335771 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.336123 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.337136 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.337638 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.338010 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.338346 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.338685 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.339019 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.339355 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.339982 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.339982 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.340344 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.340672 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:05.421450 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a68ea-e149-42cc-867b-0f117333962b req-809826bb-fe42-40d1-b504-40942a7abbdf tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:05.422927 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b29a68ea-e149-42cc-867b-0f117333962b req-809826bb-fe42-40d1-b504-40942a7abbdf tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0470238 Aug 17 14:25:05.469448 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b29a68ea-e149-42cc-867b-0f117333962b req-29512668-c334-486a-85cc-1166d2649420 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d678e050-8955-4cde-9f36-703f3ebe66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409193 Aug 17 14:25:05.552053 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-eacf6088-cab4-4f85-8bbb-7a631e8114b5 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:05.553621 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-eacf6088-cab4-4f85-8bbb-7a631e8114b5 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 945 time: 0.0512016 Aug 17 14:25:05.555510 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['6595331b-2022-469a-8e24-df7f583b70a5'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:25:05.644726 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:05.645198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:05.732427 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:05.744630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] For port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:05.744992 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:05.917051 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:05.917262 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (736da251-9ba0-4fc7-b956-59f77c61c761), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:05.917532 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP 736da251-9ba0-4fc7-b956-59f77c61c761 disassociated. External IP: 172.27.1.50, port: 1012d865-9b68-4b59-8fdd-7df2ac3cfa93. Aug 17 14:25:05.917897 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:06.047585 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (1012d865-9b68-4b59-8fdd-7df2ac3cfa93), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:06.072643 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=1012d865-9b68-4b59-8fdd-7df2ac3cfa93,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:06.202586 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:06.229545 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac83605-2a0b-4650-b1a9-1dfb2767fcb3 req-dec57767-d835-4c84-9bb8-bfa1dbf6e42d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:06.231051 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eac83605-2a0b-4650-b1a9-1dfb2767fcb3 req-dec57767-d835-4c84-9bb8-bfa1dbf6e42d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 945 time: 0.0688987 Aug 17 14:25:06.232798 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:25:06.330725 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eac83605-2a0b-4650-b1a9-1dfb2767fcb3 req-6c28a5a0-5b24-4993-b02c-9c8a10de752d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917389 Aug 17 14:25:06.388070 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:25:06.399266 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:25:06.415657 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:06.416542 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:06.437646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] No DVR routers for this DVR port 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:25:06.440404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:06.444292 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fdba5c60-fe33-49a6-bb19-66a4f385d2c8 req-cc506d03-f1e0-45aa-bc4e-e13a589376ba tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "DELETE /networking/v2.0/ports/1012d865-9b68-4b59-8fdd-7df2ac3cfa93 HTTP/1.1" status: 204 len: 173 time: 0.8829281 Aug 17 14:25:06.446045 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'name': 'network-vif-deleted', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:06.448577 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a865ccd4-c1df-4cc8-8c18-f70ffb8c6ec7" -d '{"events": [{"server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "name": "network-vif-deleted", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:06.500125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366052c-423e-44f4-b067-1f0ac8b791b4 req-db4b0877-1c5d-4a09-a7b6-712ff864de34 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:06.501660 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7366052c-423e-44f4-b067-1f0ac8b791b4 req-db4b0877-1c5d-4a09-a7b6-712ff864de34 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0564017 Aug 17 14:25:06.503199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4fb2fb-45e9-479b-9b51-c48906589922 x-openstack-request-id: req-2b4fb2fb-45e9-479b-9b51-c48906589922 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:06.503485 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b02719-373b-47bc-9fda-5e93690b69f7", "name": "network-vif-deleted", "tag": "1012d865-9b68-4b59-8fdd-7df2ac3cfa93", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:06.503736 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b4fb2fb-45e9-479b-9b51-c48906589922 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:06.504132 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4fb2fb-45e9-479b-9b51-c48906589922'] response: {'server_uuid': '91b02719-373b-47bc-9fda-5e93690b69f7', 'name': 'network-vif-deleted', 'tag': '1012d865-9b68-4b59-8fdd-7df2ac3cfa93', 'status': 'completed', 'code': 200} Aug 17 14:25:06.545149 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:06.556590 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7366052c-423e-44f4-b067-1f0ac8b791b4 req-a899e144-edfb-4c34-80ed-744bb9983804 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466278 Aug 17 14:25:06.597101 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1bdf7fcd-a27c-49b7-8cc3-195bd0ddd31f req-f7209ca9-d98f-463f-af14-e4f93782345e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 210 time: 0.0301459 Aug 17 14:25:06.741968 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:06.751968 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:06.777470 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:25:06.785807 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:06.786574 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:06.889433 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:06.992356 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:07.072118 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:07.100207 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3221b7ab-28cd-4e11-9f4a-969b6c69d4f0 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:25:07.135687 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:25:07.181120 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 6595331b-2022-469a-8e24-df7f583b70a5 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:25:07.187001 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 6595331b-2022-469a-8e24-df7f583b70a5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:25:07.187492 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (6595331b-2022-469a-8e24-df7f583b70a5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:07.206584 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:07.270211 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:25:07.270600 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:07.295073 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:07.297305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ce602-1771-4c59-83f5-87fc6f8cbc06" -d '{"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:07.310616 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:07.314732 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:07.315595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:07.353184 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8ddca-43ab-4c47-a32d-b0777118a750 None None] New status for floating IP 736da251-9ba0-4fc7-b956-59f77c61c761: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:25:07.358797 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f77eb0-0c09-46a0-aa3b-9568d27b5e0d x-openstack-request-id: req-79f77eb0-0c09-46a0-aa3b-9568d27b5e0d {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:07.359073 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:07.359317 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79f77eb0-0c09-46a0-aa3b-9568d27b5e0d {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:07.359698 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f77eb0-0c09-46a0-aa3b-9568d27b5e0d'] response: {'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'code': 200} Aug 17 14:25:07.466136 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a27c6b-21c3-4d30-87fa-beec73fb625a req-7bd0dac3-927a-4c56-a2a3-f3a97cd4bfda tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:07.467693 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-80a27c6b-21c3-4d30-87fa-beec73fb625a req-7bd0dac3-927a-4c56-a2a3-f3a97cd4bfda tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0558348 Aug 17 14:25:07.515199 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:07.515448 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 1012d865-9b68-4b59-8fdd-7df2ac3cfa93 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:07.516972 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-80a27c6b-21c3-4d30-87fa-beec73fb625a req-45dc8e57-c899-4054-b722-c6dff2fffe49 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Aug 17 14:25:07.559609 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:07.580104 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:07.688054 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366e1e3-a260-4d45-b152-edcfd700e553 req-0bbe384e-84ab-4276-9bce-ae16521135b3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:07.689537 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8366e1e3-a260-4d45-b152-edcfd700e553 req-0bbe384e-84ab-4276-9bce-ae16521135b3 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0505614 Aug 17 14:25:07.710752 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-17ef5754-9bd5-44b1-a895-813f15decf7e req-077b6ed4-6c17-400e-af5a-5b28e1ce2cc9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Aug 17 14:25:07.715881 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:07.740504 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8366e1e3-a260-4d45-b152-edcfd700e553 req-f23f41e6-9188-4ae8-ae08-e301ef28bafb tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Aug 17 14:25:08.641473 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803990cc-ff22-4302-a906-779c3764157e req-9ac5dfae-7e08-4758-940c-6af80480a7c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:08.642944 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-803990cc-ff22-4302-a906-779c3764157e req-9ac5dfae-7e08-4758-940c-6af80480a7c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0463684 Aug 17 14:25:08.688644 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-803990cc-ff22-4302-a906-779c3764157e req-bb8d0cd6-5350-4964-a300-c88255287890 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Aug 17 14:25:08.823629 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-199d723a-7e57-4c93-b205-0e7566569001 req-c128aae8-e862-40db-a121-0090e2e43a6e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91b02719-373b-47bc-9fda-5e93690b69f7 HTTP/1.1" status: 200 len: 210 time: 0.0344298 Aug 17 14:25:08.867697 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6147632-6843-4da3-9418-b35ec8172ab0 req-a366f56e-5c4d-40fc-9126-7d65c98dd702 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:08.869162 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6147632-6843-4da3-9418-b35ec8172ab0 req-a366f56e-5c4d-40fc-9126-7d65c98dd702 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Aug 17 14:25:08.915911 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f6147632-6843-4da3-9418-b35ec8172ab0 req-329d0503-88db-407c-9417-ad3fef88e99d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Aug 17 14:25:09.535707 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c4535-b2d8-4814-8550-e4b9e8916aec req-1a1e21f8-3a77-475f-bd8f-8f58e9ecd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:09.537173 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8e6c4535-b2d8-4814-8550-e4b9e8916aec req-1a1e21f8-3a77-475f-bd8f-8f58e9ecd282 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0407243 Aug 17 14:25:09.602919 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-33dba596-fdd6-4576-bb14-4d326c678ccd tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:09.604213 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-33dba596-fdd6-4576-bb14-4d326c678ccd tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0457680 Aug 17 14:25:09.884080 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71520f7c-9703-469e-98dc-3ea6f5ae3727 req-a374a072-3575-462c-96c1-47d2e83c4406 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:09.885562 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-71520f7c-9703-469e-98dc-3ea6f5ae3727 req-a374a072-3575-462c-96c1-47d2e83c4406 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0997901 Aug 17 14:25:09.915195 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8e6c4535-b2d8-4814-8550-e4b9e8916aec req-0200d7f3-17a1-4bb4-aa59-fff015d6808c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737757 Aug 17 14:25:09.925475 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Deleting port b94e1c42-bac9-403b-a5e5-85b5faddd333 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:09.925916 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:09.935533 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51126) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:09.993466 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-71520f7c-9703-469e-98dc-3ea6f5ae3727 req-40093a8f-4df1-419f-bd27-0e418885803f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996039 Aug 17 14:25:09.998552 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-94f322ee-3ba3-4fd6-ac09-4037383dcde3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (d678e050-8955-4cde-9f36-703f3ebe66ff), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.046543 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] For port b94e1c42-bac9-403b-a5e5-85b5faddd333, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b94e1c42-bac9-403b-a5e5-85b5faddd333,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:10.046967 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.056829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:10.060464 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-94f322ee-3ba3-4fd6-ac09-4037383dcde3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (d678e050-8955-4cde-9f36-703f3ebe66ff), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.074025 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1999f-8fa0-4bf4-8654-718cb0b5708f req-052b84ea-4d0e-437f-b3d2-9fa5da6c1b1d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:10.075499 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1ab1999f-8fa0-4bf4-8654-718cb0b5708f req-052b84ea-4d0e-437f-b3d2-9fa5da6c1b1d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 946 time: 0.0750258 Aug 17 14:25:10.088644 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:10.151797 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1ab1999f-8fa0-4bf4-8654-718cb0b5708f req-9f060b83-1025-4f5e-bcdf-d6db937871a2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4ddf5f0-a30e-4e0d-821c-73b13909a33d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662906 Aug 17 14:25:10.152758 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-94f322ee-3ba3-4fd6-ac09-4037383dcde3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d678e050-8955-4cde-9f36-703f3ebe66ff), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.155280 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-94f322ee-3ba3-4fd6-ac09-4037383dcde3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.156311 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-94f322ee-3ba3-4fd6-ac09-4037383dcde3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d678e050-8955-4cde-9f36-703f3ebe66ff HTTP/1.1" status: 204 len: 168 time: 0.2196698 Aug 17 14:25:10.159926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51130) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:10.168459 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f322ee-3ba3-4fd6-ac09-4037383dcde3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d678e050-8955-4cde-9f36-703f3ebe66ff,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:10.223719 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-344af77e-c89d-4b8c-b22d-f99b84ca7f84 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] show failed (client error): The resource could not be found. Aug 17 14:25:10.224765 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-344af77e-c89d-4b8c-b22d-f99b84ca7f84 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups/d678e050-8955-4cde-9f36-703f3ebe66ff HTTP/1.1" status: 404 len: 347 time: 0.0636382 Aug 17 14:25:10.228898 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51132) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:10.252413 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.252771 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.253084 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Floating IP e4386efd-4b25-4fb5-9236-b4f7124b4db0 disassociated. External IP: 172.27.1.112, port: b94e1c42-bac9-403b-a5e5-85b5faddd333. Aug 17 14:25:10.253420 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Calling delete_port for b94e1c42-bac9-403b-a5e5-85b5faddd333 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:10.313143 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:10.344451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port 1628a950-0cba-428f-bc2d-1fee7a40ec08 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:10.345166 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.389068 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (b94e1c42-bac9-403b-a5e5-85b5faddd333), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.419110 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event deleted for resources: {'Port': ['ID=b94e1c42-bac9-403b-a5e5-85b5faddd333,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:10.429350 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.429723 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (1628a950-0cba-428f-bc2d-1fee7a40ec08), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.444536 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for 1628a950-0cba-428f-bc2d-1fee7a40ec08 owned by network:floatingip {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:10.581200 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (1628a950-0cba-428f-bc2d-1fee7a40ec08), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.611078 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=1628a950-0cba-428f-bc2d-1fee7a40ec08,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:10.676428 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (736da251-9ba0-4fc7-b956-59f77c61c761), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.678832 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.680032 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5d6221c6-a56f-4bfe-a958-7092f875f289 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/736da251-9ba0-4fc7-b956-59f77c61c761 HTTP/1.1" status: 204 len: 168 time: 0.4500566 Aug 17 14:25:10.754064 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51136) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:10.759416 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008547081', 'description': 'tempest-description--1375435949'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:10.783823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.843277 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Router 25df77c2-2cbd-4842-b34c-fd9f868a2afe has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:25:10.858485 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:10.869126 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (f7f68d51-b03a-4b58-9f0c-dac4b791d11b), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.873620 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f7f68d51-b03a-4b58-9f0c-dac4b791d11b), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.913235 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f68d51-b03a-4b58-9f0c-dac4b791d11b,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:10.935112 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.936881 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e598d403-b7b6-4d01-9731-c6ead304bb0b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1815381 Aug 17 14:25:10.940357 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51138) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:10.947843 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': 'f7f68d51-b03a-4b58-9f0c-dac4b791d11b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:10.988929 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (7b51404e-454b-44db-8587-b090179f2c55), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:10.994519 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:25:11.006036 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] Sync routers for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:25:11.022411 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:11.022974 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:11.049617 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] No DVR routers for this DVR port b94e1c42-bac9-403b-a5e5-85b5faddd333 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:25:11.052330 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.054761 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:11.056867 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4d9d8540-458e-4209-bd59-55f456abaa04 req-08bb06ec-e689-4fe0-9f69-21476fba5177 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "DELETE /networking/v2.0/ports/b94e1c42-bac9-403b-a5e5-85b5faddd333 HTTP/1.1" status: 204 len: 173 time: 1.3073585 Aug 17 14:25:11.057541 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'name': 'network-vif-deleted', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:11.060566 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eebe36e-36a4-4379-bb36-2e9f6c48c3fc" -d '{"events": [{"server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "name": "network-vif-deleted", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:11.073406 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (7b51404e-454b-44db-8587-b090179f2c55), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.080531 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (7b51404e-454b-44db-8587-b090179f2c55), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.105740 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.106180 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc78771-c09f-4a4d-a6a4-9639487bf8ac x-openstack-request-id: req-2bc78771-c09f-4a4d-a6a4-9639487bf8ac {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:11.106564 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a5d31d-1372-4477-acdb-6a544154a514", "name": "network-vif-deleted", "tag": "b94e1c42-bac9-403b-a5e5-85b5faddd333", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:11.109975 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bc78771-c09f-4a4d-a6a4-9639487bf8ac {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:11.110279 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653929 Aug 17 14:25:11.110394 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc78771-c09f-4a4d-a6a4-9639487bf8ac'] response: {'server_uuid': 'e8a5d31d-1372-4477-acdb-6a544154a514', 'name': 'network-vif-deleted', 'tag': 'b94e1c42-bac9-403b-a5e5-85b5faddd333', 'status': 'completed', 'code': 200} Aug 17 14:25:11.110394 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51144) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:11.115498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': 'f7f68d51-b03a-4b58-9f0c-dac4b791d11b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:11.119926 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb1c83-0916-49e1-b7fd-71c2e1758ce4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b51404e-454b-44db-8587-b090179f2c55,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:11.149363 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (71ffea0c-9c17-4048-80ff-2ef22692f87e), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.220632 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (71ffea0c-9c17-4048-80ff-2ef22692f87e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.225302 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (71ffea0c-9c17-4048-80ff-2ef22692f87e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.234535 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:11.253760 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ffea0c-9c17-4048-80ff-2ef22692f87e,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:11.262546 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.268075 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51150) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:11.274463 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:11.278527 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-d10a1f31-5e60-4c8a-bb9e-5689651f81f9 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668155 Aug 17 14:25:11.300762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.327424 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:11.438594 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fd01e1ad-a46a-4af8-87ae-dddcb264ef25 req-f98f9d46-074c-471d-9f5d-4ac3a0f3057c tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8a5d31d-1372-4477-acdb-6a544154a514 HTTP/1.1" status: 200 len: 210 time: 0.1308222 Aug 17 14:25:11.443047 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c00f85-36f2-407e-94bb-6c2fcc0b3e1d req-28930a52-3f49-465e-ad81-c7c8ce68f26b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:11.444729 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d7c00f85-36f2-407e-94bb-6c2fcc0b3e1d req-28930a52-3f49-465e-ad81-c7c8ce68f26b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.3364308 Aug 17 14:25:11.478590 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.520367 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:11.544985 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] Checking router: 25df77c2-2cbd-4842-b34c-fd9f868a2afe for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:25:11.553412 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:11.553570 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d7c00f85-36f2-407e-94bb-6c2fcc0b3e1d req-bc277ffa-b7e0-4d35-9856-c95392c60f57 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921791 Aug 17 14:25:11.554044 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:11.612032 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.27.1.168 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/39876adb-9af5-4f47-984b-cbb5937659aa) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:25:11.661826 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:11.685179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacc6f1-0299-44f9-ae29-813ba67e7391 req-7e4271c7-6cd3-43ee-aa57-9153dfe0f1c0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:11.686724 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1eacc6f1-0299-44f9-ae29-813ba67e7391 req-7e4271c7-6cd3-43ee-aa57-9153dfe0f1c0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0544958 Aug 17 14:25:11.697233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51156) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:11.701786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Request body: {'floatingip': {'port_id': '6595331b-2022-469a-8e24-df7f583b70a5'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:11.734730 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (39876adb-9af5-4f47-984b-cbb5937659aa), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.743811 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (3f46fb03-51c9-4a54-9205-f1cb78cfb6b0), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.777246 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (39876adb-9af5-4f47-984b-cbb5937659aa), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.831166 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:25:11.835006 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:25:11.839473 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:25:11.875982 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=39876adb-9af5-4f47-984b-cbb5937659aa,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:11.880506 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:11.923152 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:11.949267 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f34249-a3e9-4570-80dc-0555b386381d None None] The sync data for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi is: [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:22Z', 'revision_number': 4, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '4ecc096d-71a0-49c0-9716-3a0d0321e5c1', 'name': '', 'network_id': '59442bb5-753e-4bc4-9939-ce44de7a1cfd', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'mac_address': 'fa:16:3e:7e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:20Z', 'updated_at': '2022-08-17T14:20:39Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'subnets': [{'id': '7ce34ccd-438a-4e4f-8468-b88bc2b8f35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:25:11.950193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (d3d6812b-1743-45b7-a946-e8efdd3f1585), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:11.991579 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (39876adb-9af5-4f47-984b-cbb5937659aa), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.015034 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:12.156303 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (39876adb-9af5-4f47-984b-cbb5937659aa), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.161539 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (39876adb-9af5-4f47-984b-cbb5937659aa), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.177029 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:12.183815 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:12.201588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c2b8d-1788-4ebd-8537-5ab080393a57 None None] New status for floating IP e4386efd-4b25-4fb5-9236-b4f7124b4db0: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:25:12.234199 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=39876adb-9af5-4f47-984b-cbb5937659aa,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:12.239846 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (d3d6812b-1743-45b7-a946-e8efdd3f1585), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.252324 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.256685 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (3f46fb03-51c9-4a54-9205-f1cb78cfb6b0), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.256945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.263184 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5682aa2c-4aa2-4021-a87b-fdf3873d884f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9890370 Aug 17 14:25:12.366134 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Floating IP 3f46fb03-51c9-4a54-9205-f1cb78cfb6b0 associated. External IP: 172.27.1.76, port: 6595331b-2022-469a-8e24-df7f583b70a5. Aug 17 14:25:12.450002 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:12.504978 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-d95ad634-f562-46be-a5ab-c669c992283b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1008547081&fields=id&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 267 time: 0.0533779 Aug 17 14:25:12.562844 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51174) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:12.622009 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-34e5741f-e2b1-48de-8b2b-8fc50e41ca60 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:12.623482 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-34e5741f-e2b1-48de-8b2b-8fc50e41ca60 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.1064730 Aug 17 14:25:12.629117 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Router c82182d2-05b4-40d6-862c-84af6827bea7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:25:12.639089 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-9fa1b967-c3d9-45fd-9ddf-529be4dd3022 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/quotas/e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 375 time: 0.0100245 Aug 17 14:25:12.648167 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-890fd4cf-9dd4-48bb-8e1e-f9d3324f9d22 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group (b4ddf5f0-a30e-4e0d-821c-73b13909a33d), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.696669 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-4a5d6584-aa22-42d0-b194-1d11eea6d6b0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521646 Aug 17 14:25:12.720600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-890fd4cf-9dd4-48bb-8e1e-f9d3324f9d22 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group (b4ddf5f0-a30e-4e0d-821c-73b13909a33d), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.791063 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b626918c-8c90-4ba7-9bd3-6533710ae365 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Aug 17 14:25:12.801669 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:25:12.807460 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.811904 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:25:12.824276 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:12.825177 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:12.846130 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-890fd4cf-9dd4-48bb-8e1e-f9d3324f9d22 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b4ddf5f0-a30e-4e0d-821c-73b13909a33d), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.848718 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-890fd4cf-9dd4-48bb-8e1e-f9d3324f9d22 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:12.849727 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-890fd4cf-9dd4-48bb-8e1e-f9d3324f9d22 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4ddf5f0-a30e-4e0d-821c-73b13909a33d HTTP/1.1" status: 204 len: 168 time: 0.2859607 Aug 17 14:25:12.854963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51176) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:12.870543 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fd4cf-9dd4-48bb-8e1e-f9d3324f9d22 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ddf5f0-a30e-4e0d-821c-73b13909a33d,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:12.875981 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7ebcc905-4989-4837-905a-29111b72bb29 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/3f46fb03-51c9-4a54-9205-f1cb78cfb6b0 HTTP/1.1" status: 200 len: 991 time: 1.1750362 Aug 17 14:25:12.876149 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.api.v2.resource [None req-80645ded-ff72-45bb-96fc-14d480ca8616 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] show failed (client error): The resource could not be found. Aug 17 14:25:12.876149 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-80645ded-ff72-45bb-96fc-14d480ca8616 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups/b4ddf5f0-a30e-4e0d-821c-73b13909a33d HTTP/1.1" status: 404 len: 347 time: 0.0198278 Aug 17 14:25:12.878727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51180) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:12.911445 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-e1b73799-52dd-4aeb-9265-acf6aea92090 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145837 Aug 17 14:25:12.959080 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:13.002179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Deleting port 6bf82b0d-dfeb-448e-b287-2cde42e724ec {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:13.002621 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.081207 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:13.108509 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d6484525-d5cc-456a-9fe1-f4fc1392dd79 req-9a968bed-30dd-407c-9e94-4baa177c596f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 210 time: 0.0389171 Aug 17 14:25:13.110071 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:13.112304 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:13.123379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device b94e1c42-bac9-403b-a5e5-85b5faddd333 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:13.152320 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.152708 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (6bf82b0d-dfeb-448e-b287-2cde42e724ec), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.169187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Calling delete_port for 6bf82b0d-dfeb-448e-b287-2cde42e724ec owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:13.172909 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: b94e1c42-bac9-403b-a5e5-85b5faddd333 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:13.174538 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device b94e1c42-bac9-403b-a5e5-85b5faddd333 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:13.221409 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c168890-5d3a-49f5-bf09-82324fd487f4 x-openstack-request-id: req-9c168890-5d3a-49f5-bf09-82324fd487f4 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:13.221993 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:13.221993 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c168890-5d3a-49f5-bf09-82324fd487f4 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:13.222552 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c168890-5d3a-49f5-bf09-82324fd487f4'] response: {'name': 'network-changed', 'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'status': 'completed', 'code': 200} Aug 17 14:25:13.251700 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '3f46fb03-51c9-4a54-9205-f1cb78cfb6b0', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'port_id': '6595331b-2022-469a-8e24-df7f583b70a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'mac_address': 'fa:16:3e:1e:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:24:57Z', 'updated_at': '2022-08-17T14:25:12Z', 'revision_number': 1, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:13.268712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:13.270961 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ba58-7975-418b-bd90-fd53f6d5bbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.280105 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:25:13.289698 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:13.290122 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-b74e7164-1694-4ee0-a19e-15be18281f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:13.290446 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:24:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:13.292659 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-b74e7164-1694-4ee0-a19e-15be18281f13 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0688903 Aug 17 14:25:13.398040 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:13.451157 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:13.464568 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-989016e3-a138-4e52-ab87-cf4378472e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:13.466842 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-989016e3-a138-4e52-ab87-cf4378472e3f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.1625607 Aug 17 14:25:13.523744 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (6bf82b0d-dfeb-448e-b287-2cde42e724ec), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.562060 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event deleted for resources: {'Port': ['ID=6bf82b0d-dfeb-448e-b287-2cde42e724ec,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:13.602900 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-23b72ff6-ea83-4056-ada2-67c353b57bea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 999 time: 0.1281371 Aug 17 14:25:13.631061 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '3f46fb03-51c9-4a54-9205-f1cb78cfb6b0', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'port_id': '6595331b-2022-469a-8e24-df7f583b70a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'mac_address': 'fa:16:3e:1e:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:24:57Z', 'updated_at': '2022-08-17T14:25:12Z', 'revision_number': 1, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:13.662297 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bc9b6-55c9-42f8-b074-c489f4cede04 None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '3f46fb03-51c9-4a54-9205-f1cb78cfb6b0', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'port_id': '6595331b-2022-469a-8e24-df7f583b70a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'mac_address': 'fa:16:3e:1e:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:24:57Z', 'updated_at': '2022-08-17T14:25:12Z', 'revision_number': 1, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:25:13.674944 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks [] for floatingip (e4386efd-4b25-4fb5-9236-b4f7124b4db0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.677506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:13.678788 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-58a9b485-9083-4f21-bbe0-65f552aee28f tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e4386efd-4b25-4fb5-9236-b4f7124b4db0 HTTP/1.1" status: 204 len: 168 time: 0.7991226 Aug 17 14:25:13.688887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-bc9c4807-2e17-4902-9d9a-3814147ccdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:13.690208 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-bc9c4807-2e17-4902-9d9a-3814147ccdab service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0655179 Aug 17 14:25:13.747160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-3230125f-16d9-4931-958c-bb40950858a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:13.748869 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-3230125f-16d9-4931-958c-bb40950858a9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511777 Aug 17 14:25:13.839036 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:25:13.884644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dada8a-f894-4407-94ca-6749db26c959 None None] New status for floating IP 3f46fb03-51c9-4a54-9205-f1cb78cfb6b0: ACTIVE {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:25:14.104892 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-e000ff1b-c199-4073-a4d0-e10fd1b15c4d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267807 Aug 17 14:25:14.247006 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-21ed9eec-27c3-4a9c-80d4-71f932ff55d7 req-810a8862-490d-4205-a2f6-360108df329d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 210 time: 0.0467589 Aug 17 14:25:14.289660 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-a9a501a0-a478-4048-b2cb-89f01a68d2b8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:14.291189 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-a9a501a0-a478-4048-b2cb-89f01a68d2b8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.2131953 Aug 17 14:25:14.300949 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-85ae4f78-dcd0-445f-8ca3-48f3f8f66ecd req-dcdab7fc-0ea8-4fca-828f-a3b1d1ac347c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676197 Aug 17 14:25:14.374655 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-46ad95b8-7ce6-45ac-8cf2-786fcdc8f767 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 380 time: 0.0568931 Aug 17 14:25:14.382839 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'port': {'device_id': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'admin_state_up': True, 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'security_groups': ['f7f68d51-b03a-4b58-9f0c-dac4b791d11b']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:14.468817 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:14.491324 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Made reservation on behalf of e0ea90a7fe7644c4840c0361c9f95200 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:25:14.495432 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:14.626041 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.20.0.10 (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef/b95f5af6-8b7a-4f24-8607-19395ada1320/becd7ac0-6fb6-42e8-a519-b080cc995898) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:25:14.711990 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:14.769559 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:14.806878 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:14.860005 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:25:14.863504 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:25:14.865327 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=becd7ac0-6fb6-42e8-a519-b080cc995898,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:14.868125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:25:14.921434 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:14.922247 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:14.945257 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-7fd9b3ac-d3f0-4abb-9e8e-a74939d6d0c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656424 Aug 17 14:25:14.962102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Request body: {'port': {'device_id': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:15.030296 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.116594 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d8a88609-1908-49cc-af1f-eac38f0a2139 None None] Provisioning complete for port becd7ac0-6fb6-42e8-a519-b080cc995898 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:25:15.117325 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d8a88609-1908-49cc-af1f-eac38f0a2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.153318 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d8a88609-1908-49cc-af1f-eac38f0a2139 None None] Port becd7ac0-6fb6-42e8-a519-b080cc995898 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:25:15.341755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-621072de-e90d-4537-88c0-784d10b673c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.385005 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830e654-c483-418d-82aa-cb0775b84ecf req-e7aac93d-91a4-4c89-8482-17d3cb88e286 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:15.386585 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5830e654-c483-418d-82aa-cb0775b84ecf req-e7aac93d-91a4-4c89-8482-17d3cb88e286 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 932 time: 0.0604563 Aug 17 14:25:15.438325 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5830e654-c483-418d-82aa-cb0775b84ecf req-91b2116d-9c8d-4918-b8d3-97219a5bc089 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455315 Aug 17 14:25:15.560257 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:15.563219 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becd7ac0-6fb6-42e8-a519-b080cc995898 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:25:15.572197 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Publish callbacks [] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.585887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Transition to ACTIVE for port object becd7ac0-6fb6-42e8-a519-b080cc995898 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:25:15.591032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.653614 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Pushing event updated for resources: {'Port': ['ID=becd7ac0-6fb6-42e8-a519-b080cc995898,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:15.701278 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Attempting to bind port becd7ac0-6fb6-42e8-a519-b080cc995898 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:25:15.701533 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Attempting to bind port becd7ac0-6fb6-42e8-a519-b080cc995898 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:25:15.701980 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Attempting to bind port becd7ac0-6fb6-42e8-a519-b080cc995898 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:25:15.706358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Port becd7ac0-6fb6-42e8-a519-b080cc995898 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:25:15.706676 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Attempting to bind port becd7ac0-6fb6-42e8-a519-b080cc995898 on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:25:15.711585 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:25:15.711925 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:25:15.712303 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Bound using segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:25:15.712755 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Bound port: becd7ac0-6fb6-42e8-a519-b080cc995898, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:25:15.713105 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.774855 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] For port becd7ac0-6fb6-42e8-a519-b080cc995898, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:25:15.777882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] For port becd7ac0-6fb6-42e8-a519-b080cc995898, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=becd7ac0-6fb6-42e8-a519-b080cc995898,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:25:15.784332 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.788326 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:15.788938 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:15.790970 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/becd7ac0-6fb6-42e8-a519-b080cc995898 HTTP/1.1" status: 200 len: 1094 time: 0.8387470 Aug 17 14:25:15.791457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:15.793684 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e4aeaf-785e-4def-a581-009743e40f30" -d '{"events": [{"name": "network-changed", "server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:15.822878 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:15.839033 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a99ba4-cd23-48f9-811d-3b01362dd5e4 x-openstack-request-id: req-08a99ba4-cd23-48f9-811d-3b01362dd5e4 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:15.839327 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:15.839585 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08a99ba4-cd23-48f9-811d-3b01362dd5e4 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:15.839994 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a99ba4-cd23-48f9-811d-3b01362dd5e4'] response: {'name': 'network-changed', 'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'status': 'completed', 'code': 200} Aug 17 14:25:15.885083 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c22bfb-7301-41b3-81c3-dff6ebad5177 service neutron] Pushing event updated for resources: {'Port': ['ID=becd7ac0-6fb6-42e8-a519-b080cc995898,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:15.898733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3b9799f-029d-4916-a67e-0506902915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:15.900857 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-b3b9799f-029d-4916-a67e-0506902915cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 1128 time: 0.0553763 Aug 17 14:25:15.940223 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-f2746158-1a26-4913-9ed2-90e5ca4f6759 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becd7ac0-6fb6-42e8-a519-b080cc995898 HTTP/1.1" status: 200 len: 217 time: 0.0331697 Aug 17 14:25:15.996436 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-6636b20a-3b42-4391-9254-985d1c5cd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:15.998000 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-6636b20a-3b42-4391-9254-985d1c5cd897 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0521855 Aug 17 14:25:16.043790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-68b2ee24-a4ad-4794-821e-2586545c5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:16.045304 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-68b2ee24-a4ad-4794-821e-2586545c5d8b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420539 Aug 17 14:25:16.156228 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-be029b46-d871-404e-998d-f58623ead07f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049826 Aug 17 14:25:16.253780 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3956a-38c8-4d46-9536-3296920211f2 req-e70d599b-1669-40f8-93c9-d4229f0ed2c2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:16.255346 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5c3956a-38c8-4d46-9536-3296920211f2 req-e70d599b-1669-40f8-93c9-d4229f0ed2c2 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0584600 Aug 17 14:25:16.310816 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5c3956a-38c8-4d46-9536-3296920211f2 req-a58c9a5f-94ca-4613-a507-f4f0675dec11 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496078 Aug 17 14:25:16.572230 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96757d-ae1a-4741-bd8e-bde78f437e15 req-6c356d8d-149f-43b8-9510-7ff69743a044 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:16.573883 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ef96757d-ae1a-4741-bd8e-bde78f437e15 req-6c356d8d-149f-43b8-9510-7ff69743a044 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 944 time: 0.0531912 Aug 17 14:25:16.628452 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ef96757d-ae1a-4741-bd8e-bde78f437e15 req-4a920994-c974-496e-9df9-e2c30306f5e2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477130 Aug 17 14:25:16.755896 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:17.440946 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060b03-87b4-44c8-97ab-f1c55bcabe50 req-9382395f-fb06-4a9c-9591-fefebdf78650 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:17.442446 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0e060b03-87b4-44c8-97ab-f1c55bcabe50 req-9382395f-fb06-4a9c-9591-fefebdf78650 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0507381 Aug 17 14:25:17.489798 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0e060b03-87b4-44c8-97ab-f1c55bcabe50 req-e74a540c-f7e8-43b6-95b6-84730a53676a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Aug 17 14:25:17.755277 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76932b3-3277-4916-bd76-32a0661594c5 req-cc183df0-35a5-417b-843e-c62420431807 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:17.756749 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b76932b3-3277-4916-bd76-32a0661594c5 req-cc183df0-35a5-417b-843e-c62420431807 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 944 time: 0.0532196 Aug 17 14:25:17.797392 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:17.805650 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b76932b3-3277-4916-bd76-32a0661594c5 req-d1e94084-7090-43fa-b075-88d9398d0f89 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 Aug 17 14:25:18.067209 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e0aad6-3411-47bd-b9c0-6f7d3c4bae84 req-a62f53e4-6513-49da-9b4c-9c77655a39d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886650 Aug 17 14:25:18.171520 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:18.282189 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:18.610675 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a8af-5a75-499e-8fa5-c644fface2ed req-22185a7a-b931-478c-a4d2-b2a4625dc6af tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:18.612123 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d410a8af-5a75-499e-8fa5-c644fface2ed req-22185a7a-b931-478c-a4d2-b2a4625dc6af tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.0474191 Aug 17 14:25:18.631914 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:18.660769 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d410a8af-5a75-499e-8fa5-c644fface2ed req-d8a26894-6c1b-4b7d-b5e5-aacf9a93904d tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Aug 17 14:25:18.923172 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2a73-cb95-4d26-867c-1d7762ddf2b8 req-20800971-2e8e-43e4-9efc-d9c40a7cecd0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:18.923764 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-443c2a73-cb95-4d26-867c-1d7762ddf2b8 req-20800971-2e8e-43e4-9efc-d9c40a7cecd0 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 944 time: 0.0464699 Aug 17 14:25:18.991751 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-443c2a73-cb95-4d26-867c-1d7762ddf2b8 req-ba636baf-9ebe-4b91-9f24-7f8f32568a1d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526109 Aug 17 14:25:19.021635 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4aeaf-785e-4def-a581-009743e40f30 req-0a4496fb-7eaf-4fbb-9824-b842c643e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:19.023324 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-0a4496fb-7eaf-4fbb-9824-b842c643e797 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 1128 time: 0.0837629 Aug 17 14:25:19.029612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a100177-fa15-4951-a914-429762ca66b9 req-aae56c68-16cc-4adb-bb5f-f4d2221fc135 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:19.030952 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7a100177-fa15-4951-a914-429762ca66b9 req-aae56c68-16cc-4adb-bb5f-f4d2221fc135 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 945 time: 0.1036823 Aug 17 14:25:19.183062 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Deleting port 77264885-790c-44e6-b446-f0de9e604be5 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:19.183328 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (77264885-790c-44e6-b446-f0de9e604be5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:19.189712 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device becd7ac0-6fb6-42e8-a519-b080cc995898 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:25:19.198971 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4aeaf-785e-4def-a581-009743e40f30 req-2da2df00-ed4a-487d-835d-ae24b17cef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:19.200435 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-2da2df00-ed4a-487d-835d-ae24b17cef85 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.1686361 Aug 17 14:25:19.277260 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-814f82f6-4fa3-443a-822a-97789b1f536c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becd7ac0-6fb6-42e8-a519-b080cc995898 HTTP/1.1" status: 200 len: 217 time: 0.0481079 Aug 17 14:25:19.310312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port becd7ac0-6fb6-42e8-a519-b080cc995898, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=becd7ac0-6fb6-42e8-a519-b080cc995898,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:19.323100 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'port_id': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'mac_address': 'fa:16:3e:38:94:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:25:19.357323 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] For port 77264885-790c-44e6-b446-f0de9e604be5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=77264885-790c-44e6-b446-f0de9e604be5,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:19.357685 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (77264885-790c-44e6-b446-f0de9e604be5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:19.362550 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port becd7ac0-6fb6-42e8-a519-b080cc995898 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:25:19.362939 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:19.370417 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:19.379256 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becd7ac0-6fb6-42e8-a519-b080cc995898 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:25:19.383418 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Calling delete_port for 77264885-790c-44e6-b446-f0de9e604be5 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:19.393882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4aeaf-785e-4def-a581-009743e40f30 req-1a9dd8fb-def0-4c35-ab87-9877c4cbc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:19.395355 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-1a9dd8fb-def0-4c35-ab87-9877c4cbc9e6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0828717 Aug 17 14:25:19.400794 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port becd7ac0-6fb6-42e8-a519-b080cc995898, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=becd7ac0-6fb6-42e8-a519-b080cc995898,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:19.404773 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:19.444244 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:19.457054 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=becd7ac0-6fb6-42e8-a519-b080cc995898,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:19.479048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4aeaf-785e-4def-a581-009743e40f30 req-d2163d81-d3b1-4b40-ad2d-860ac27e47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:19.480555 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-d2163d81-d3b1-4b40-ad2d-860ac27e47da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790894 Aug 17 14:25:19.624541 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-92960ad6-fb8c-411e-a33e-20668eaebeab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354873 Aug 17 14:25:19.635066 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['becd7ac0-6fb6-42e8-a519-b080cc995898'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:25:19.652190 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (77264885-790c-44e6-b446-f0de9e604be5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:19.667546 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['ab942609-db02-4855-9844-97b1c33542ab'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:25:19.705141 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event deleted for resources: {'Port': ['ID=77264885-790c-44e6-b446-f0de9e604be5,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:19.793154 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:19.808752 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] No DVR routers for this DVR port 77264885-790c-44e6-b446-f0de9e604be5 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:25:19.815044 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5643a25d-d81b-45e2-aa13-7b9447a51a71 req-44e7363a-e25b-4511-8e79-752eae08ce30 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=53952708-e35b-47d5-ba11-4b493fead1ed HTTP/1.1" status: 200 len: 210 time: 0.0657659 Aug 17 14:25:19.823638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:19.827536 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7a100177-fa15-4951-a914-429762ca66b9 req-e7dc721e-7e60-4ad2-822e-e2f99ff6000e tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "DELETE /networking/v2.0/ports/77264885-790c-44e6-b446-f0de9e604be5 HTTP/1.1" status: 204 len: 173 time: 0.7864585 Aug 17 14:25:19.827831 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53952708-e35b-47d5-ba11-4b493fead1ed', 'name': 'network-vif-deleted', 'tag': '77264885-790c-44e6-b446-f0de9e604be5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:19.830106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b490acd-5bbc-4f4f-93ab-fceb6d37e0c5" -d '{"events": [{"server_uuid": "53952708-e35b-47d5-ba11-4b493fead1ed", "name": "network-vif-deleted", "tag": "77264885-790c-44e6-b446-f0de9e604be5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:19.849377 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-06e4aeaf-785e-4def-a581-009743e40f30 req-61b8822d-6df9-40ef-bce9-8d330202f061 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056344 Aug 17 14:25:19.877149 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a406e-5f29-4f5b-8703-976a3f774095 x-openstack-request-id: req-9b5a406e-5f29-4f5b-8703-976a3f774095 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:19.877445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53952708-e35b-47d5-ba11-4b493fead1ed", "name": "network-vif-deleted", "tag": "77264885-790c-44e6-b446-f0de9e604be5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:19.877707 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b5a406e-5f29-4f5b-8703-976a3f774095 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:19.878220 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5a406e-5f29-4f5b-8703-976a3f774095'] response: {'server_uuid': '53952708-e35b-47d5-ba11-4b493fead1ed', 'name': 'network-vif-deleted', 'tag': '77264885-790c-44e6-b446-f0de9e604be5', 'status': 'completed', 'code': 200} Aug 17 14:25:20.106978 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:20.129512 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1cc4d-dad7-492d-822e-a4e6796ea15f req-5fe5dbed-4247-46f7-8080-6dbeabb5ff2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:20.131338 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-add1cc4d-dad7-492d-822e-a4e6796ea15f req-5fe5dbed-4247-46f7-8080-6dbeabb5ff2b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 945 time: 0.0653558 Aug 17 14:25:20.189046 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-add1cc4d-dad7-492d-822e-a4e6796ea15f req-6ce41153-5219-4e46-823f-1ee6034c03d3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509572 Aug 17 14:25:21.104650 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04eda6-5eaa-424d-a84e-f7ba5b30e016 req-2ee20db0-0703-4ba7-8d4c-9af727b0f6e6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:21.106119 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2d04eda6-5eaa-424d-a84e-f7ba5b30e016 req-2ee20db0-0703-4ba7-8d4c-9af727b0f6e6 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0471759 Aug 17 14:25:21.151767 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2d04eda6-5eaa-424d-a84e-f7ba5b30e016 req-8573277d-21c5-467b-ac18-10aefdc592ec tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Aug 17 14:25:21.188912 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device becd7ac0-6fb6-42e8-a519-b080cc995898 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:25:21.235655 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port becd7ac0-6fb6-42e8-a519-b080cc995898 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:25:21.242467 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port becd7ac0-6fb6-42e8-a519-b080cc995898 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:25:21.242867 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:21.310722 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bedd1-1613-44af-b6af-5ada12300037 req-5c3b17b6-b4de-4e98-b753-58d5bb71c960 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:21.312205 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-612bedd1-1613-44af-b6af-5ada12300037 req-5c3b17b6-b4de-4e98-b753-58d5bb71c960 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 945 time: 0.0472658 Aug 17 14:25:21.326796 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port becd7ac0-6fb6-42e8-a519-b080cc995898 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:25:21.327192 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:21.344244 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:21.356495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:21.358811 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12768614-3782-47bb-8064-738788f4feff" -d '{"events": [{"server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "name": "network-vif-plugged", "status": "completed", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:21.364533 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-612bedd1-1613-44af-b6af-5ada12300037 req-7333f60e-13cc-4af9-a050-be12aec0eaf2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454206 Aug 17 14:25:21.373059 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port becd7ac0-6fb6-42e8-a519-b080cc995898, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=becd7ac0-6fb6-42e8-a519-b080cc995898,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:21.378985 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:21.380156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 77264885-790c-44e6-b446-f0de9e604be5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:21.405824 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492dead-43da-4af2-b6db-8497704af16b x-openstack-request-id: req-3492dead-43da-4af2-b6db-8497704af16b {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:21.406074 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "name": "network-vif-plugged", "status": "completed", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:21.406326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3492dead-43da-4af2-b6db-8497704af16b {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:21.406714 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3492dead-43da-4af2-b6db-8497704af16b'] response: {'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'code': 200} Aug 17 14:25:21.410382 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 77264885-790c-44e6-b446-f0de9e604be5 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:21.410736 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 77264885-790c-44e6-b446-f0de9e604be5 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:21.454022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=becd7ac0-6fb6-42e8-a519-b080cc995898,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:22.269673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff8c7-9b05-4d04-8b00-315d8d74485f req-e5b0fc6c-9303-46cf-8105-e03aa5bc5001 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:22.271174 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ffeff8c7-9b05-4d04-8b00-315d8d74485f req-e5b0fc6c-9303-46cf-8105-e03aa5bc5001 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0478952 Aug 17 14:25:22.317704 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ffeff8c7-9b05-4d04-8b00-315d8d74485f req-72156daf-7127-4d50-9429-5822692bab35 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Aug 17 14:25:22.486016 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252548-10ac-4f83-b0f6-98146b3cc8f0 req-0bd3747c-3c1b-4658-8634-70400a2f408b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:22.487375 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-06252548-10ac-4f83-b0f6-98146b3cc8f0 req-0bd3747c-3c1b-4658-8634-70400a2f408b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0471160 Aug 17 14:25:22.534118 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-06252548-10ac-4f83-b0f6-98146b3cc8f0 req-4e81ef42-e065-4ae3-a66e-e35b9d176703 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Aug 17 14:25:23.443508 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a34d0-70a8-44f9-8d86-51f92f31f347 req-511623d3-9a50-4dc8-81d3-8817861dbb88 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:23.445124 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7b5a34d0-70a8-44f9-8d86-51f92f31f347 req-511623d3-9a50-4dc8-81d3-8817861dbb88 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0514376 Aug 17 14:25:23.495936 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7b5a34d0-70a8-44f9-8d86-51f92f31f347 req-387e581a-8260-4fc3-8e6c-aa5ac49d7c1a tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Aug 17 14:25:23.625630 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=37 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:23.641960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:23.660660 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355c68f-5b00-4a44-a575-bd8cf12d234f req-833fd119-9091-4e6b-b52d-12ee06735c44 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:23.662134 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5355c68f-5b00-4a44-a575-bd8cf12d234f req-833fd119-9091-4e6b-b52d-12ee06735c44 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0525389 Aug 17 14:25:23.707727 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5355c68f-5b00-4a44-a575-bd8cf12d234f req-11a057bd-0aa3-44ab-a2c3-04f0156430ad tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397439 Aug 17 14:25:23.835343 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=89 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:23.901849 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-f297f191-56c0-4c69-af7e-0bd065cfc906 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474598 Aug 17 14:25:24.118737 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-a74d72bd-3707-411b-8845-b36a0a1a50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.120213 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-a74d72bd-3707-411b-8845-b36a0a1a50ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 1129 time: 0.0688779 Aug 17 14:25:24.122964 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71837da-0d25-4750-9ae5-efa67da9fb00 req-fa84eaa0-0e84-4c95-962c-830af46a06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.124305 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f71837da-0d25-4750-9ae5-efa67da9fb00 req-fa84eaa0-0e84-4c95-962c-830af46a06ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 1130 time: 0.0718164 Aug 17 14:25:24.206058 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:24.267031 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-1eaf27e7-bb08-47d0-863b-bd70c8223d4b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.268460 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-1eaf27e7-bb08-47d0-863b-bd70c8223d4b tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.1157868 Aug 17 14:25:24.315912 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f71837da-0d25-4750-9ae5-efa67da9fb00 req-6d51efb7-cdef-401d-bed1-bc15d191fd86 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643460 Aug 17 14:25:24.350014 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-2b01622e-8b58-4aaf-89ab-9b982893b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.351648 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-2b01622e-8b58-4aaf-89ab-9b982893b51f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.1937408 Aug 17 14:25:24.388155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Deleting port ab942609-db02-4855-9844-97b1c33542ab {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:24.388424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (ab942609-db02-4855-9844-97b1c33542ab), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:24.481532 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] For port ab942609-db02-4855-9844-97b1c33542ab, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ab942609-db02-4855-9844-97b1c33542ab,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:24.482223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (ab942609-db02-4855-9844-97b1c33542ab), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:24.495232 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Calling delete_port for ab942609-db02-4855-9844-97b1c33542ab owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:24.616920 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:24.653247 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cd148-ceda-4909-bbbb-651aa91d1dda req-af9ab8aa-29b9-4644-b320-7ab157306843 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.654663 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f84cd148-ceda-4909-bbbb-651aa91d1dda req-af9ab8aa-29b9-4644-b320-7ab157306843 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 945 time: 0.0838556 Aug 17 14:25:24.657122 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-5d4d6eb7-1f13-42e9-bdc1-4473f4eac4af service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed HTTP/1.1" status: 200 len: 1000 time: 0.1224542 Aug 17 14:25:24.781089 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f84cd148-ceda-4909-bbbb-651aa91d1dda req-69e98416-f0be-43fe-ad29-83f286e0b774 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=73d018de-2fed-493f-8f18-3353e011b1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201777 Aug 17 14:25:24.782403 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-b9b53976-68cf-4645-979d-dbc943b82edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.783736 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-b9b53976-68cf-4645-979d-dbc943b82edb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.1091247 Aug 17 14:25:24.788592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (ab942609-db02-4855-9844-97b1c33542ab), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:24.802015 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['ab942609-db02-4855-9844-97b1c33542ab'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:25:24.823777 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Pushing event deleted for resources: {'Port': ['ID=ab942609-db02-4855-9844-97b1c33542ab,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:24.842569 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beeeb9-e9f8-40ef-85a3-753d4780e34f req-43162cb5-c798-41b6-9e57-3469b769d512 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:24.850411 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e3beeeb9-e9f8-40ef-85a3-753d4780e34f req-43162cb5-c798-41b6-9e57-3469b769d512 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0634878 Aug 17 14:25:24.872109 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] No DVR routers for this DVR port ab942609-db02-4855-9844-97b1c33542ab on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:25:24.874653 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:24.884919 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e2f2d95f-fd9d-4b8b-b52d-66eeb8e66de4 req-0b0ef34a-2790-423d-b4b3-18a79c5ccb05 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ab942609-db02-4855-9844-97b1c33542ab HTTP/1.1" status: 204 len: 173 time: 0.6101780 Aug 17 14:25:24.886042 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'name': 'network-vif-deleted', 'tag': 'ab942609-db02-4855-9844-97b1c33542ab'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:24.888672 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c814e28-16fb-48f7-9681-5dace39583b3" -d '{"events": [{"server_uuid": "99a044a5-ba10-4ced-8394-8a91634b31fb", "name": "network-vif-deleted", "tag": "ab942609-db02-4855-9844-97b1c33542ab"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:24.897039 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e3beeeb9-e9f8-40ef-85a3-753d4780e34f req-5a1b6b96-5988-475f-940d-d54a5a847107 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Aug 17 14:25:24.926717 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec444f3-3d3c-4950-9f76-784b0530fb16 x-openstack-request-id: req-aec444f3-3d3c-4950-9f76-784b0530fb16 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:24.927009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a044a5-ba10-4ced-8394-8a91634b31fb", "name": "network-vif-deleted", "tag": "ab942609-db02-4855-9844-97b1c33542ab", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:24.927265 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aec444f3-3d3c-4950-9f76-784b0530fb16 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:24.927672 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec444f3-3d3c-4950-9f76-784b0530fb16'] response: {'server_uuid': '99a044a5-ba10-4ced-8394-8a91634b31fb', 'name': 'network-vif-deleted', 'tag': 'ab942609-db02-4855-9844-97b1c33542ab', 'status': 'completed', 'code': 200} Aug 17 14:25:25.042673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-22dc187f-54ad-4f44-88ba-4c0f284e0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:25.044291 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-22dc187f-54ad-4f44-88ba-4c0f284e0cf7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427167 Aug 17 14:25:25.144144 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-c5fd6fbb-fda6-4142-a389-344997d8addd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917871 Aug 17 14:25:25.525280 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:25.536292 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-582f6e88-a906-4e56-8aa8-f03f0d94c503 req-6d421038-266b-42e1-a998-ffbe86c791ca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954859 Aug 17 14:25:25.906739 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4f49ee4f-f369-4a8a-915b-9b564e1bb525 req-2b2fc551-4ebd-4356-87e3-1f747b75e159 tempest-ServerRescueNegativeTestJSON-8733404 tempest-ServerRescueNegativeTestJSON-8733404-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=99a044a5-ba10-4ced-8394-8a91634b31fb HTTP/1.1" status: 200 len: 210 time: 0.0384891 Aug 17 14:25:26.020252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c8c73-5046-4d79-bc07-d59d76252c5e req-d165d3fc-582d-4db5-9597-a8059dd3f95e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:26.021743 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb0c8c73-5046-4d79-bc07-d59d76252c5e req-d165d3fc-582d-4db5-9597-a8059dd3f95e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0492978 Aug 17 14:25:26.070986 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eb0c8c73-5046-4d79-bc07-d59d76252c5e req-4a92d9f8-5ef8-4d35-9a65-eef6554c1a89 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Aug 17 14:25:26.199251 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9af01-b826-48cc-a330-d4c3a2f2e6e7 req-4c1de011-abf7-4b46-9f11-ff6274718c98 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:26.200722 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-65b9af01-b826-48cc-a330-d4c3a2f2e6e7 req-4c1de011-abf7-4b46-9f11-ff6274718c98 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0562167 Aug 17 14:25:26.210286 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51268) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:26.215994 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'port_id': 'becd7ac0-6fb6-42e8-a519-b080cc995898'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:25:26.256806 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (d3d6812b-1743-45b7-a946-e8efdd3f1585), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:26.865250 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:26.868903 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (d3d6812b-1743-45b7-a946-e8efdd3f1585), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:26.960921 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:26.964706 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP d3d6812b-1743-45b7-a946-e8efdd3f1585 associated. External IP: 172.27.1.168, port: becd7ac0-6fb6-42e8-a519-b080cc995898. Aug 17 14:25:27.074384 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51274) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:27.176786 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:25:27.179818 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:27.204201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ab942609-db02-4855-9844-97b1c33542ab no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:27.227109 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: ab942609-db02-4855-9844-97b1c33542ab {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:27.227496 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ab942609-db02-4855-9844-97b1c33542ab not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:27.356255 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:25:27.362226 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:27.365600 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:25:27.375651 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:27.376246 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:25:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:27.423847 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e8efd70f-a933-426a-9e88-d77fb4303d0a tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/d3d6812b-1743-45b7-a946-e8efdd3f1585 HTTP/1.1" status: 200 len: 992 time: 1.2123351 Aug 17 14:25:27.426011 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:25:27.428266 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf974b4-7c29-4f58-876e-7d4a7cf64196" -d '{"events": [{"name": "network-changed", "server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:25:27.475578 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7332b791-ae84-428d-8a29-da7d92d8f4d1 x-openstack-request-id: req-7332b791-ae84-428d-8a29-da7d92d8f4d1 {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:25:27.475863 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:25:27.476360 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7332b791-ae84-428d-8a29-da7d92d8f4d1 {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:25:27.476751 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7332b791-ae84-428d-8a29-da7d92d8f4d1'] response: {'name': 'network-changed', 'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'status': 'completed', 'code': 200} Aug 17 14:25:27.538497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-05b0fbc3-56df-4571-8d56-c00341999c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:27.540534 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-05b0fbc3-56df-4571-8d56-c00341999c46 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 1130 time: 0.0408857 Aug 17 14:25:27.570561 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:27.634802 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-46bf77f4-8a6b-407e-ad51-60ef1b61b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:27.636292 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-46bf77f4-8a6b-407e-ad51-60ef1b61b2aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.0908804 Aug 17 14:25:27.695009 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (25df77c2-2cbd-4842-b34c-fd9f868a2afe), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:27.701341 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-9b8c23d6-1440-40da-80f5-26150627c46e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becd7ac0-6fb6-42e8-a519-b080cc995898 HTTP/1.1" status: 200 len: 1000 time: 0.0582373 Aug 17 14:25:27.754187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-dcf071e7-76ce-4751-a36e-ee4146d7793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:27.755639 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-dcf071e7-76ce-4751-a36e-ee4146d7793e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0481403 Aug 17 14:25:27.786436 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'd3d6812b-1743-45b7-a946-e8efdd3f1585', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:38:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:25:11Z', 'updated_at': '2022-08-17T14:25:26Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:27.814089 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:25:27.825142 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:27.826163 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:25:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:27.939317 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:28.076599 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-e4e63258-fd93-482b-ac04-b81d1bc9904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:25:28.078275 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-e4e63258-fd93-482b-ac04-b81d1bc9904b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3149848 Aug 17 14:25:28.161387 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'd3d6812b-1743-45b7-a946-e8efdd3f1585', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:38:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:25:11Z', 'updated_at': '2022-08-17T14:25:26Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:28.179333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:28.185133 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-e27d2532-4a3d-41e9-88df-ca873908ed3b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997832 Aug 17 14:25:28.186579 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Deleting port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:28.187673 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:28.191595 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782d0e5-b90c-4409-8fba-30476aa077c6 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'd3d6812b-1743-45b7-a946-e8efdd3f1585', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:38:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:25:11Z', 'updated_at': '2022-08-17T14:25:26Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:25:28.229547 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:28.273470 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] For port 4ecc096d-71a0-49c0-9716-3a0d0321e5c1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:28.273836 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:28.287360 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Calling delete_port for 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 owned by network:router_interface {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:28.345398 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7cf974b4-7c29-4f58-876e-7d4a7cf64196 req-75f56099-764c-4a7b-bc47-c7cfe1e43903 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909393 Aug 17 14:25:28.407667 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:28.415955 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b056972-ee95-4b77-90a5-4b2bfbff0343 None None] New status for floating IP d3d6812b-1743-45b7-a946-e8efdd3f1585: ACTIVE {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:25:28.475495 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (4ecc096d-71a0-49c0-9716-3a0d0321e5c1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:28.500110 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ecc096d-71a0-49c0-9716-3a0d0321e5c1,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:28.680288 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (25df77c2-2cbd-4842-b34c-fd9f868a2afe), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:28.884557 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Router 25df77c2-2cbd-4842-b34c-fd9f868a2afe has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:25:28.983079 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:25:28.990437 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-72d9db4d-b769-4063-8072-698dc4c9df8c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/25df77c2-2cbd-4842-b34c-fd9f868a2afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9142308 Aug 17 14:25:28.990539 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51282) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:28.991245 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] Sync routers for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:25:29.002212 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:29.002813 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:25:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:29.086647 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:29.089945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks [] for router (25df77c2-2cbd-4842-b34c-fd9f868a2afe), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.105656 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:29.192492 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks [] for router_gateway (25df77c2-2cbd-4842-b34c-fd9f868a2afe), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.194067 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:29.235461 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Deleting port aa7088b1-18f7-46f0-b5c9-7823f82bf766 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:29.236233 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.273973 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:25:28Z', 'revision_number': 5, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port': {'id': 'aa7088b1-18f7-46f0-b5c9-7823f82bf766', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:29.296498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:29.301245 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] Checking router: 25df77c2-2cbd-4842-b34c-fd9f868a2afe for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:25:29.309671 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] Routers {'25df77c2-2cbd-4842-b34c-fd9f868a2afe'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:25:29.310296 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:25:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:29.325834 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] For port aa7088b1-18f7-46f0-b5c9-7823f82bf766, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=aa7088b1-18f7-46f0-b5c9-7823f82bf766,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:29.326229 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.339871 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Calling delete_port for aa7088b1-18f7-46f0-b5c9-7823f82bf766 owned by network:router_gateway {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:29.374847 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:29.394599 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] Set router 25df77c2-2cbd-4842-b34c-fd9f868a2afe gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:25:29.444850 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:25:29Z', 'revision_number': 6, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:29.470630 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af5f05-bbd2-49f2-9d7c-03bc0a6edaa6 None None] The sync data for ids ['25df77c2-2cbd-4842-b34c-fd9f868a2afe'] in dv-cinder-820027-18-iscsi is: [{'id': '25df77c2-2cbd-4842-b34c-fd9f868a2afe', 'name': 'tempest-ServerRescueNegativeTestJSON-174738169-router', 'tenant_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:25:29Z', 'revision_number': 6, 'project_id': '5b4ef43b33bc4c5b8efa846043d0ca15', 'gw_port_host': None}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:25:29.515659 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (aa7088b1-18f7-46f0-b5c9-7823f82bf766), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.538048 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7088b1-18f7-46f0-b5c9-7823f82bf766,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:29.606665 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (25df77c2-2cbd-4842-b34c-fd9f868a2afe), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.706344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (25df77c2-2cbd-4842-b34c-fd9f868a2afe), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.708482 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks [] for router_controller (25df77c2-2cbd-4842-b34c-fd9f868a2afe), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.771152 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (25df77c2-2cbd-4842-b34c-fd9f868a2afe), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.771634 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25df77c2-2cbd-4842-b34c-fd9f868a2afe {{(pid=106367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:25:29.776882 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.778053 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f9733b25-a743-4157-a82a-6fb6f4e5cc2f admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/25df77c2-2cbd-4842-b34c-fd9f868a2afe HTTP/1.1" status: 204 len: 168 time: 0.7865996 Aug 17 14:25:29.780610 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51284) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:29.831211 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Deleting subnet 7ce34ccd-438a-4e4f-8468-b88bc2b8f35b {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:25:29.834591 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Publish callbacks [] for subnet (7ce34ccd-438a-4e4f-8468-b88bc2b8f35b), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.874134 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (7ce34ccd-438a-4e4f-8468-b88bc2b8f35b), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:29.980239 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (7ce34ccd-438a-4e4f-8468-b88bc2b8f35b), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.011965 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:30.033816 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (7ce34ccd-438a-4e4f-8468-b88bc2b8f35b), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.062499 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce34ccd-438a-4e4f-8468-b88bc2b8f35b,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:30.064458 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.067589 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-549a8327-7b85-4483-a254-df8474c15a43 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/7ce34ccd-438a-4e4f-8468-b88bc2b8f35b HTTP/1.1" status: 204 len: 168 time: 0.2860658 Aug 17 14:25:30.070068 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51286) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:30.070585 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c26a2-e336-4196-a537-98ecf4e24ba6 None None] Network 59442bb5-753e-4bc4-9939-ce44de7a1cfd requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:25:30.142889 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (59442bb5-753e-4bc4-9939-ce44de7a1cfd), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.150861 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:30.189713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Deleting port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:30.190098 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.255067 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] DHCP port deletion for 59442bb5-753e-4bc4-9939-ce44de7a1cfd request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:25:30.267690 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] For port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:30.268243 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.270153 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:30.282498 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Calling delete_port for 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:30.294484 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] Deleting port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:25:30.294860 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.368893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.369309 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] For port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,segment=NetworkSegment(fa3df637-b401-4cd5-aa66-23eb4750e8b4),segment_id=fa3df637-b401-4cd5-aa66-23eb4750e8b4)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:25:30.369960 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.382932 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] Calling delete_port for 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:25:30.391667 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:30.397110 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] No DVR routers for this DVR port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:25:30.459744 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (3e1e48c7-d4bd-4b4e-9f63-ac5050e37837), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.473976 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (59442bb5-753e-4bc4-9939-ce44de7a1cfd), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.485212 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] Pushing event deleted for resources: {'Port': ['ID=3e1e48c7-d4bd-4b4e-9f63-ac5050e37837,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:30.490811 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50668a-e6da-4d20-bc3c-55273464570f None None] No DVR routers for this DVR port 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:25:30.504385 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59442bb5-753e-4bc4-9939-ce44de7a1cfd']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:30.514893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3df637-b401-4cd5-aa66-23eb4750e8b4') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:30.515193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3df637-b401-4cd5-aa66-23eb4750e8b4') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:25:30.527193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (fa3df637-b401-4cd5-aa66-23eb4750e8b4), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.544069 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (fa3df637-b401-4cd5-aa66-23eb4750e8b4), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.554444 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:25:30.554846 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (fa3df637-b401-4cd5-aa66-23eb4750e8b4), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.605295 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device aa7088b1-18f7-46f0-b5c9-7823f82bf766 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:30.625951 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: aa7088b1-18f7-46f0-b5c9-7823f82bf766 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:30.626584 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device aa7088b1-18f7-46f0-b5c9-7823f82bf766 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:30.627032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:30.634158 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (59442bb5-753e-4bc4-9939-ce44de7a1cfd), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.642833 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:30.649035 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/59442bb5-753e-4bc4-9939-ce44de7a1cfd HTTP/1.1" status: 204 len: 168 time: 0.5779572 Aug 17 14:25:30.650272 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:30.651162 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 4ecc096d-71a0-49c0-9716-3a0d0321e5c1 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:30.651162 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:25:30.660904 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c63c-9da9-48ea-90bc-8377bcab8968 admin admin] Pushing event deleted for resources: {'Network': ['ID=59442bb5-753e-4bc4-9939-ce44de7a1cfd,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:30.670994 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:25:30.671554 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3e1e48c7-d4bd-4b4e-9f63-ac5050e37837 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:25:30.727008 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment fa3df637-b401-4cd5-aa66-23eb4750e8b4 resource provider aggregate not found Aug 17 14:25:30.744755 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment fa3df637-b401-4cd5-aa66-23eb4750e8b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa3df637-b401-4cd5-aa66-23eb4750e8b4 found for delete ", "request_id": "req-430a24d3-cb91-4d51-bddb-6e3c8fb24534"}]} Aug 17 14:25:30.775806 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51296) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:30.818733 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-090d21a4-d23e-4a5a-985e-fc84a51cca45 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5b4ef43b33bc4c5b8efa846043d0ca15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418203 Aug 17 14:25:30.821257 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51298) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:31.064783 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f93401ed-00d6-4340-bdd6-6ed20fc77c7a admin admin] Publish callbacks [] for security_group (73d018de-2fed-493f-8f18-3353e011b1f5), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:31.086013 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f93401ed-00d6-4340-bdd6-6ed20fc77c7a admin admin] Publish callbacks [] for security_group (73d018de-2fed-493f-8f18-3353e011b1f5), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:31.132302 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f93401ed-00d6-4340-bdd6-6ed20fc77c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (73d018de-2fed-493f-8f18-3353e011b1f5), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:31.135434 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f93401ed-00d6-4340-bdd6-6ed20fc77c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:31.136534 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f93401ed-00d6-4340-bdd6-6ed20fc77c7a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/73d018de-2fed-493f-8f18-3353e011b1f5 HTTP/1.1" status: 204 len: 168 time: 0.3143659 Aug 17 14:25:31.144480 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93401ed-00d6-4340-bdd6-6ed20fc77c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d018de-2fed-493f-8f18-3353e011b1f5,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:33.058751 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51368) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:33.167125 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1819d64a-2d37-46c2-86d4-0190386d510c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.179845 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:33.261663 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1819d64a-2d37-46c2-86d4-0190386d510c admin admin] Publish callbacks [] for security_group (3a3da5e1-489c-43f9-9ed9-ab628fbba863), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.265831 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1819d64a-2d37-46c2-86d4-0190386d510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3a3da5e1-489c-43f9-9ed9-ab628fbba863), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.305701 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819d64a-2d37-46c2-86d4-0190386d510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3da5e1-489c-43f9-9ed9-ab628fbba863,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:33.310638 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1819d64a-2d37-46c2-86d4-0190386d510c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f36e94ebee134de3bdf6367a826add79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509046 Aug 17 14:25:33.313252 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51372) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:33.362012 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4215b8e-cf3e-42c6-832f-3e4bb47a60f8 admin admin] Publish callbacks [] for security_group (3a3da5e1-489c-43f9-9ed9-ab628fbba863), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.384751 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4215b8e-cf3e-42c6-832f-3e4bb47a60f8 admin admin] Publish callbacks [] for security_group (3a3da5e1-489c-43f9-9ed9-ab628fbba863), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.429242 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4215b8e-cf3e-42c6-832f-3e4bb47a60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3a3da5e1-489c-43f9-9ed9-ab628fbba863), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.432228 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4215b8e-cf3e-42c6-832f-3e4bb47a60f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.433363 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e4215b8e-cf3e-42c6-832f-3e4bb47a60f8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3a3da5e1-489c-43f9-9ed9-ab628fbba863 HTTP/1.1" status: 204 len: 168 time: 0.1192195 Aug 17 14:25:33.441451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4215b8e-cf3e-42c6-832f-3e4bb47a60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3da5e1-489c-43f9-9ed9-ab628fbba863,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:33.715489 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51378) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:33.729541 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8fca193d-33da-4cea-958f-b6dc97cbdc4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.754134 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:33.805776 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8fca193d-33da-4cea-958f-b6dc97cbdc4d admin admin] Publish callbacks [] for security_group (06b9f44d-5392-4f7f-8bbe-61da35d9c7f9), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.810168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8fca193d-33da-4cea-958f-b6dc97cbdc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (06b9f44d-5392-4f7f-8bbe-61da35d9c7f9), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.851246 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca193d-33da-4cea-958f-b6dc97cbdc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b9f44d-5392-4f7f-8bbe-61da35d9c7f9,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:33.856428 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8fca193d-33da-4cea-958f-b6dc97cbdc4d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7190ebdddfae41078bded287e25a4eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398175 Aug 17 14:25:33.859104 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51380) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:33.914205 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4a2bf2e-aff0-49b5-b241-d51eb0e4f15a admin admin] Publish callbacks [] for security_group (06b9f44d-5392-4f7f-8bbe-61da35d9c7f9), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.942901 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4a2bf2e-aff0-49b5-b241-d51eb0e4f15a admin admin] Publish callbacks [] for security_group (06b9f44d-5392-4f7f-8bbe-61da35d9c7f9), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.991156 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4a2bf2e-aff0-49b5-b241-d51eb0e4f15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (06b9f44d-5392-4f7f-8bbe-61da35d9c7f9), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.994530 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b4a2bf2e-aff0-49b5-b241-d51eb0e4f15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:33.995701 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b4a2bf2e-aff0-49b5-b241-d51eb0e4f15a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/06b9f44d-5392-4f7f-8bbe-61da35d9c7f9 HTTP/1.1" status: 204 len: 168 time: 0.1356931 Aug 17 14:25:34.003644 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2bf2e-aff0-49b5-b241-d51eb0e4f15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b9f44d-5392-4f7f-8bbe-61da35d9c7f9,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:38.340605 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=54 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:38.342663 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=9 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:38.448383 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51468) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:38.553804 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-425a0831-ca50-4521-ae81-5288cf42f90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.602820 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:38.630395 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-425a0831-ca50-4521-ae81-5288cf42f90b admin admin] Publish callbacks [] for security_group (8f84b508-078a-41e0-b43e-528cd80dcb23), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.634022 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-425a0831-ca50-4521-ae81-5288cf42f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8f84b508-078a-41e0-b43e-528cd80dcb23), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.673656 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a0831-ca50-4521-ae81-5288cf42f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f84b508-078a-41e0-b43e-528cd80dcb23,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:38.677992 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-425a0831-ca50-4521-ae81-5288cf42f90b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cbb6f2813245420295e47533de38ce4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287655 Aug 17 14:25:38.680728 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51472) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:38.729547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Publish callbacks [] for security_group (8f84b508-078a-41e0-b43e-528cd80dcb23), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.750559 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Publish callbacks [] for security_group (8f84b508-078a-41e0-b43e-528cd80dcb23), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.800048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8f84b508-078a-41e0-b43e-528cd80dcb23), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.802491 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:38.803609 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8f84b508-078a-41e0-b43e-528cd80dcb23 HTTP/1.1" status: 204 len: 168 time: 0.1211848 Aug 17 14:25:38.812016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f84b508-078a-41e0-b43e-528cd80dcb23,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:38.820671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.821034 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.821376 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.822319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.822621 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.822976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.823456 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.823800 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.824105 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.824427 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.824751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.825076 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.825386 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.825702 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:38.826112 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d5517a-9516-4153-a6c1-df416f353b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:25:39.087319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51478) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:39.100613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24d40498-7657-466e-8822-da34d2c7f84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.190848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24d40498-7657-466e-8822-da34d2c7f84d admin admin] Publish callbacks [] for security_group (3b7bf189-fbb9-4eb6-b41d-5807ed2587ff), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.194511 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-24d40498-7657-466e-8822-da34d2c7f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3b7bf189-fbb9-4eb6-b41d-5807ed2587ff), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.231956 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40498-7657-466e-8822-da34d2c7f84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7bf189-fbb9-4eb6-b41d-5807ed2587ff,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:39.241428 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-24d40498-7657-466e-8822-da34d2c7f84d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=16895637c04d4d2583f3d18d7b06397a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529517 Aug 17 14:25:39.241643 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51480) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:39.291750 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-71094c17-c286-4cfc-9788-695342c0f059 admin admin] Publish callbacks [] for security_group (3b7bf189-fbb9-4eb6-b41d-5807ed2587ff), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.313333 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-71094c17-c286-4cfc-9788-695342c0f059 admin admin] Publish callbacks [] for security_group (3b7bf189-fbb9-4eb6-b41d-5807ed2587ff), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.359666 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-71094c17-c286-4cfc-9788-695342c0f059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3b7bf189-fbb9-4eb6-b41d-5807ed2587ff), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.362338 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-71094c17-c286-4cfc-9788-695342c0f059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:39.363521 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-71094c17-c286-4cfc-9788-695342c0f059 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3b7bf189-fbb9-4eb6-b41d-5807ed2587ff HTTP/1.1" status: 204 len: 168 time: 0.1208749 Aug 17 14:25:39.372897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094c17-c286-4cfc-9788-695342c0f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7bf189-fbb9-4eb6-b41d-5807ed2587ff,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:41.038147 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51536) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:41.144680 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9d515589-06d6-46ad-bf6e-210119069b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.201009 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:41.228017 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9d515589-06d6-46ad-bf6e-210119069b98 admin admin] Publish callbacks [] for security_group (70210620-0d65-4034-9215-2be3eb54ef31), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.231946 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9d515589-06d6-46ad-bf6e-210119069b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (70210620-0d65-4034-9215-2be3eb54ef31), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.274381 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9d515589-06d6-46ad-bf6e-210119069b98 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c97784d39b9146ec8cd0f687980cd654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351372 Aug 17 14:25:41.276310 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d515589-06d6-46ad-bf6e-210119069b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70210620-0d65-4034-9215-2be3eb54ef31,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:41.277156 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51540) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:41.326173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-71234a76-73ae-4850-ae94-4fe7f35ef7f0 admin admin] Publish callbacks [] for security_group (70210620-0d65-4034-9215-2be3eb54ef31), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.347887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-71234a76-73ae-4850-ae94-4fe7f35ef7f0 admin admin] Publish callbacks [] for security_group (70210620-0d65-4034-9215-2be3eb54ef31), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.396690 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-71234a76-73ae-4850-ae94-4fe7f35ef7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (70210620-0d65-4034-9215-2be3eb54ef31), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.399524 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-71234a76-73ae-4850-ae94-4fe7f35ef7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.401267 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-71234a76-73ae-4850-ae94-4fe7f35ef7f0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/70210620-0d65-4034-9215-2be3eb54ef31 HTTP/1.1" status: 204 len: 168 time: 0.1231463 Aug 17 14:25:41.409176 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71234a76-73ae-4850-ae94-4fe7f35ef7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70210620-0d65-4034-9215-2be3eb54ef31,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:41.421225 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:41.669823 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51546) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:41.683708 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f4218e42-f63e-4bdd-816c-c5bcf2d6b4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.758884 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f4218e42-f63e-4bdd-816c-c5bcf2d6b4ea admin admin] Publish callbacks [] for security_group (30dc325b-a69d-447a-b8a6-776405ef29f3), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.763335 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f4218e42-f63e-4bdd-816c-c5bcf2d6b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (30dc325b-a69d-447a-b8a6-776405ef29f3), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.801139 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f4218e42-f63e-4bdd-816c-c5bcf2d6b4ea admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0fda1849683448f6b8977369ad4d1cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302581 Aug 17 14:25:41.802014 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4218e42-f63e-4bdd-816c-c5bcf2d6b4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc325b-a69d-447a-b8a6-776405ef29f3,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:41.804701 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51548) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:25:41.856915 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eef989c1-728a-42da-8be7-95652eb77339 admin admin] Publish callbacks [] for security_group (30dc325b-a69d-447a-b8a6-776405ef29f3), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.879242 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eef989c1-728a-42da-8be7-95652eb77339 admin admin] Publish callbacks [] for security_group (30dc325b-a69d-447a-b8a6-776405ef29f3), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.945698 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eef989c1-728a-42da-8be7-95652eb77339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (30dc325b-a69d-447a-b8a6-776405ef29f3), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.948358 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eef989c1-728a-42da-8be7-95652eb77339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:41.949621 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-eef989c1-728a-42da-8be7-95652eb77339 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/30dc325b-a69d-447a-b8a6-776405ef29f3 HTTP/1.1" status: 204 len: 168 time: 0.1434841 Aug 17 14:25:41.957512 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef989c1-728a-42da-8be7-95652eb77339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc325b-a69d-447a-b8a6-776405ef29f3,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:25:43.271046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5d394e4c-51cc-4509-bbc6-d5ac9131e4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:45.324844 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b8d57d65-4390-4c44-a1ea-8ffdeeb83e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:45.832035 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=7 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:45.838137 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=30 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:46.756524 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:48.176879 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:48.408476 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:50.837719 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:25:51.326928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:25:51.795043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:51.798036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=13 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:51.923893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:25:51.953257 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:00.726582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51692) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:00.833223 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:00.834231 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:00.916376 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Publish callbacks [] for security_group (6c929a0f-90ed-4e4e-865e-105931b512cb), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:00.920509 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6c929a0f-90ed-4e4e-865e-105931b512cb), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:00.960140 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c929a0f-90ed-4e4e-865e-105931b512cb,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:00.965996 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=339a593e590f4862a7233302ebc53c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383947 Aug 17 14:26:00.968856 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51696) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:00.971858 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.972208 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.972610 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.972966 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.973241 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.973580 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.973938 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.974269 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.974602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.974933 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.975277 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.975593 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.975919 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.976497 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:00.976827 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7de4f-7af9-4322-baf5-8dd9ded1bc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:01.029212 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-54c99951-25e3-496d-bb21-888a1bc8c735 admin admin] Publish callbacks [] for security_group (6c929a0f-90ed-4e4e-865e-105931b512cb), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:01.053550 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-54c99951-25e3-496d-bb21-888a1bc8c735 admin admin] Publish callbacks [] for security_group (6c929a0f-90ed-4e4e-865e-105931b512cb), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:01.104145 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-54c99951-25e3-496d-bb21-888a1bc8c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6c929a0f-90ed-4e4e-865e-105931b512cb), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:01.106668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-54c99951-25e3-496d-bb21-888a1bc8c735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:01.108010 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-54c99951-25e3-496d-bb21-888a1bc8c735 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6c929a0f-90ed-4e4e-865e-105931b512cb HTTP/1.1" status: 204 len: 168 time: 0.1380148 Aug 17 14:26:01.116810 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c99951-25e3-496d-bb21-888a1bc8c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c929a0f-90ed-4e4e-865e-105931b512cb,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:01.322900 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=60,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:02.130392 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51730) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:02.252880 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1dec6fcb-6c72-4e8a-9ac7-6c8be7333585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.332845 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1dec6fcb-6c72-4e8a-9ac7-6c8be7333585 admin admin] Publish callbacks [] for security_group (555adc5a-3af6-4a01-b7c8-3f189f221bdb), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.336401 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-1dec6fcb-6c72-4e8a-9ac7-6c8be7333585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (555adc5a-3af6-4a01-b7c8-3f189f221bdb), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.376363 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1dec6fcb-6c72-4e8a-9ac7-6c8be7333585 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3502860d2a4f4dcc8c1921c17efa2364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449017 Aug 17 14:26:02.377364 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec6fcb-6c72-4e8a-9ac7-6c8be7333585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555adc5a-3af6-4a01-b7c8-3f189f221bdb,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:02.379223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51734) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:02.431432 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-32423d4b-e0b1-4281-8a3c-8d0252b30a80 admin admin] Publish callbacks [] for security_group (555adc5a-3af6-4a01-b7c8-3f189f221bdb), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.454452 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-32423d4b-e0b1-4281-8a3c-8d0252b30a80 admin admin] Publish callbacks [] for security_group (555adc5a-3af6-4a01-b7c8-3f189f221bdb), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.503216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-32423d4b-e0b1-4281-8a3c-8d0252b30a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (555adc5a-3af6-4a01-b7c8-3f189f221bdb), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.506058 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-32423d4b-e0b1-4281-8a3c-8d0252b30a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:02.506930 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-32423d4b-e0b1-4281-8a3c-8d0252b30a80 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/555adc5a-3af6-4a01-b7c8-3f189f221bdb HTTP/1.1" status: 204 len: 168 time: 0.1261523 Aug 17 14:26:02.515359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32423d4b-e0b1-4281-8a3c-8d0252b30a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555adc5a-3af6-4a01-b7c8-3f189f221bdb,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:06.075707 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51800) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:06.178966 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bb02-24d3-43a1-b980-a183e09e02c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.257116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bb02-24d3-43a1-b980-a183e09e02c8 admin admin] Publish callbacks [] for security_group (ab67341f-ae43-4287-8a69-75d3bc190c5a), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.261015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bb02-24d3-43a1-b980-a183e09e02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ab67341f-ae43-4287-8a69-75d3bc190c5a), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.302789 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a9d0bb02-24d3-43a1-b980-a183e09e02c8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=37cac702730543f3892a771524eb590a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259793 Aug 17 14:26:06.303727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0bb02-24d3-43a1-b980-a183e09e02c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67341f-ae43-4287-8a69-75d3bc190c5a,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:06.306006 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51804) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:06.359358 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb716-9bbd-47d2-9066-592c6ec78d21 admin admin] Publish callbacks [] for security_group (ab67341f-ae43-4287-8a69-75d3bc190c5a), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.382606 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb716-9bbd-47d2-9066-592c6ec78d21 admin admin] Publish callbacks [] for security_group (ab67341f-ae43-4287-8a69-75d3bc190c5a), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.430772 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb716-9bbd-47d2-9066-592c6ec78d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ab67341f-ae43-4287-8a69-75d3bc190c5a), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.433432 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb716-9bbd-47d2-9066-592c6ec78d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:06.434596 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-eb3eb716-9bbd-47d2-9066-592c6ec78d21 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ab67341f-ae43-4287-8a69-75d3bc190c5a HTTP/1.1" status: 204 len: 168 time: 0.1273022 Aug 17 14:26:06.442450 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eb716-9bbd-47d2-9066-592c6ec78d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67341f-ae43-4287-8a69-75d3bc190c5a,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:08.734879 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-b13bb843-7eca-4ad8-9324-a5ddae44f125 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=e727e7334b49449eb62a06c2f5c3c05f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293429 Aug 17 14:26:08.915409 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-cdeee52d-3227-4da5-b52f-37216e9089f1 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:08.917421 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-cdeee52d-3227-4da5-b52f-37216e9089f1 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775165 Aug 17 14:26:08.932360 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-bab7a5f4-ff4c-467f-9f9e-0b89b3b5b468 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/quotas/e727e7334b49449eb62a06c2f5c3c05f HTTP/1.1" status: 200 len: 375 time: 0.0096714 Aug 17 14:26:08.963979 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-ffa91aa8-df50-4a1d-8ce7-d11a6c435cd3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e727e7334b49449eb62a06c2f5c3c05f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269189 Aug 17 14:26:09.127579 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3b2e8740-1d0b-442c-b75a-f4aac8c1d260 req-21330873-2032-460d-90cc-6da2cee4e233 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 210 time: 0.0328152 Aug 17 14:26:10.134500 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-a224ccfa-71e6-49eb-83f2-8ce7e02170b9 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e727e7334b49449eb62a06c2f5c3c05f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261550 Aug 17 14:26:10.240165 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-eacbfb02-46c3-4561-9074-ee791241cec8 req-73da0bee-3ae6-47a5-95b1-7ccac1f4beac tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 210 time: 0.0344224 Aug 17 14:26:10.278852 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-9df99407-7c14-43f9-b68e-7114dd223f63 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:10.280478 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-9df99407-7c14-43f9-b68e-7114dd223f63 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416030 Aug 17 14:26:10.358722 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Request body: {'port': {'device_id': '23233c53-b938-4070-9f4b-0a96fab43abb', 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04', 'admin_state_up': True, 'tenant_id': 'e727e7334b49449eb62a06c2f5c3c05f'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:10.456193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:10.462161 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:10.470804 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Made reservation on behalf of e727e7334b49449eb62a06c2f5c3c05f for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:26:10.474186 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:10.484979 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:10.561393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks [] for security_group (b2f8f0b9-2977-4aae-97dc-abe0327582cc), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:10.565362 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b2f8f0b9-2977-4aae-97dc-abe0327582cc), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:10.630014 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f8f0b9-2977-4aae-97dc-abe0327582cc,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:10.701443 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Allocated IP 192.168.233.243 (e9dbca00-f54b-4ee6-bb4b-e199706a5a04/e033d5ec-99bd-4870-8b5f-2920f05374b3/af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:26:10.852312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks [] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:10.883917 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:10.929770 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:26:10.933882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:26:10.937749 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:26:10.966060 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Pushing event updated for resources: {'Port': ['ID=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:10.997953 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:10.998574 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.015915 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-87c3d2d6-ad91-4cef-85b3-7ab24b588007 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6610346 Aug 17 14:26:11.124947 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-1816c9c6-92e9-4bf8-9087-3f698ae8a54e None None] Provisioning complete for port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:11.125501 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1816c9c6-92e9-4bf8-9087-3f698ae8a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.159995 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1816c9c6-92e9-4bf8-9087-3f698ae8a54e None None] Port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:26:11.246755 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Request body: {'port': {'device_id': '23233c53-b938-4070-9f4b-0a96fab43abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:11.306566 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.363132 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1df7b-682e-44a8-bba7-b8a46eb00a40 req-216c2719-28b7-42e4-b476-969f5b096cf3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:11.364591 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eaa1df7b-682e-44a8-bba7-b8a46eb00a40 req-216c2719-28b7-42e4-b476-969f5b096cf3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 936 time: 0.0476835 Aug 17 14:26:11.412240 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:11.413994 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-eaa1df7b-682e-44a8-bba7-b8a46eb00a40 req-46fe8139-6683-4cfb-a877-197c0684cc3b tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Aug 17 14:26:11.439319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:11.574929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:11.583588 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Publish callbacks [] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.598560 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Transition to ACTIVE for port object af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:26:11.603524 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.664673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Pushing event updated for resources: {'Port': ['ID=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:11.715461 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Attempting to bind port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:26:11.715834 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Attempting to bind port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:26:11.716167 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Attempting to bind port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 on network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:26:11.720573 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 on network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:26:11.720893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Attempting to bind port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 on network e9dbca00-f54b-4ee6-bb4b-e199706a5a04 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:26:11.725837 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:26:11.726222 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Checking segment: {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:26:11.726862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Bound using segment: {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:26:11.727290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Bound port: af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd59da7c-8529-4e73-a9d4-090bbf840ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:26:11.727650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.792337 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] For port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:26:11.795407 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] For port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:26:11.800450 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.804533 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:11.805107 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:11.806801 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.6685197 Aug 17 14:26:11.807307 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23233c53-b938-4070-9f4b-0a96fab43abb', 'tag': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:11.809570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f164799-2893-4c0c-94e7-db9da75dc4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "23233c53-b938-4070-9f4b-0a96fab43abb", "tag": "af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:11.813292 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:11.906887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb46c2d-59ed-45ad-81f1-d41e06ec579c service neutron] Pushing event updated for resources: {'Port': ['ID=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:11.913070 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-f637e495-d7c0-4f2e-b6fb-c9886769845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:11.914412 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-f637e495-d7c0-4f2e-b6fb-c9886769845d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e727e7334b49449eb62a06c2f5c3c05f&device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 1132 time: 0.0570180 Aug 17 14:26:11.966740 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-ad96db01-a435-4d7e-bfa6-99e3433b37ba service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 HTTP/1.1" status: 200 len: 217 time: 0.0444517 Aug 17 14:26:12.023065 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-5d752da6-1ea6-40c7-b498-4b9d361723c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:12.024682 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-5d752da6-1ea6-40c7-b498-4b9d361723c0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e033d5ec-99bd-4870-8b5f-2920f05374b3 HTTP/1.1" status: 200 len: 843 time: 0.0529313 Aug 17 14:26:12.028027 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3561c932-51e0-4530-b620-8d97e0ee1b03 x-openstack-request-id: req-3561c932-51e0-4530-b620-8d97e0ee1b03 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:12.028315 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23233c53-b938-4070-9f4b-0a96fab43abb", "tag": "af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:12.028567 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3561c932-51e0-4530-b620-8d97e0ee1b03 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:12.028962 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3561c932-51e0-4530-b620-8d97e0ee1b03'] response: {'name': 'network-changed', 'server_uuid': '23233c53-b938-4070-9f4b-0a96fab43abb', 'tag': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9', 'status': 'completed', 'code': 200} Aug 17 14:26:12.071408 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-394edff2-5dfa-4843-8ad5-0321464c53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:12.073724 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-394edff2-5dfa-4843-8ad5-0321464c53c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e9dbca00-f54b-4ee6-bb4b-e199706a5a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0396008 Aug 17 14:26:12.172188 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-66d32fa1-72ff-4a2a-8f67-3695e02605e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e9dbca00-f54b-4ee6-bb4b-e199706a5a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927672 Aug 17 14:26:12.271653 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5a0b7e0f-239c-48fb-b0af-2a7735234bb6 req-9b3faa4d-fb33-4c45-8a77-2141b38df02f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e9dbca00-f54b-4ee6-bb4b-e199706a5a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912015 Aug 17 14:26:12.537889 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d7a96-385a-4fa0-90e4-bd5d5cdeab31 req-676e79c4-6d3c-41f7-a37a-643fa00e0cc2 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:12.539334 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-206d7a96-385a-4fa0-90e4-bd5d5cdeab31 req-676e79c4-6d3c-41f7-a37a-643fa00e0cc2 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 948 time: 0.0512602 Aug 17 14:26:12.586354 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-206d7a96-385a-4fa0-90e4-bd5d5cdeab31 req-43e31cab-2079-4740-af54-aa13cb24dcca tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Aug 17 14:26:13.244705 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:13.262447 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f4050202-517c-449a-a1de-2e563613a8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:13.284151 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:13.299863 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-4270933c-8df6-47f0-b936-3ece38938a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:13.301573 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-4270933c-8df6-47f0-b936-3ece38938a88 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e727e7334b49449eb62a06c2f5c3c05f&device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 1132 time: 0.0681674 Aug 17 14:26:13.320151 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:13.404609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-2f8b3756-db46-404b-b79d-1bbc9acd271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:13.406073 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-2f8b3756-db46-404b-b79d-1bbc9acd271a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e9dbca00-f54b-4ee6-bb4b-e199706a5a04 HTTP/1.1" status: 200 len: 870 time: 0.0976503 Aug 17 14:26:13.445062 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-7709a315-c32a-4014-81aa-63d8c6878875 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 HTTP/1.1" status: 200 len: 217 time: 0.0321360 Aug 17 14:26:13.454699 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:26:13.496121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-4b2c1b59-23ed-4994-b33f-ddaeaf8ae038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:13.498552 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-4b2c1b59-23ed-4994-b33f-ddaeaf8ae038 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e033d5ec-99bd-4870-8b5f-2920f05374b3 HTTP/1.1" status: 200 len: 843 time: 0.0478323 Aug 17 14:26:13.550298 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-cfa5d6e4-42de-464c-a427-9260d67124b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:13.551919 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-cfa5d6e4-42de-464c-a427-9260d67124b4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e9dbca00-f54b-4ee6-bb4b-e199706a5a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0477812 Aug 17 14:26:13.568119 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:13.581179 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9', 'network_id': 'e9dbca00-f54b-4ee6-bb4b-e199706a5a04', 'port_id': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9', 'mac_address': 'fa:16:3e:c2:67:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e033d5ec-99bd-4870-8b5f-2920f05374b3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:26:13.629278 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:13.629708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:13.645090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:13.645671 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-74951054-8285-4591-9dba-aee46c4abd47 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e9dbca00-f54b-4ee6-bb4b-e199706a5a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862048 Aug 17 14:26:13.671248 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:13.676557 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:13.732891 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:13.740441 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.740716 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.741058 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.741400 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.741763 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.742115 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.742449 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.742776 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.743099 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.744209 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.744509 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.744847 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.745173 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.745495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.745818 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:13.757531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58541da-5bcc-4c49-b717-f7018661fe35 req-ece04a1b-9332-4b11-b447-d8c6385c49cd tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:13.759070 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a58541da-5bcc-4c49-b717-f7018661fe35 req-ece04a1b-9332-4b11-b447-d8c6385c49cd tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 949 time: 0.0871422 Aug 17 14:26:13.796606 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f164799-2893-4c0c-94e7-db9da75dc4c1 req-61d2a033-e35c-4f2d-b1d6-8ca6a4c48753 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e9dbca00-f54b-4ee6-bb4b-e199706a5a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435649 Aug 17 14:26:13.823850 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a58541da-5bcc-4c49-b717-f7018661fe35 req-48ac5633-4520-4e39-b7c4-82190473922e tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558469 Aug 17 14:26:13.909090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:26:14.597453 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc605-6db5-4338-a042-f9e5e1cb9822 req-b2cc2a66-360f-4503-8ce6-dbe3adb7c38e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:14.598997 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e8abc605-6db5-4338-a042-f9e5e1cb9822 req-b2cc2a66-360f-4503-8ce6-dbe3adb7c38e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0486960 Aug 17 14:26:14.646749 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e8abc605-6db5-4338-a042-f9e5e1cb9822 req-76f39d07-cdb8-4793-b9fa-0ff2dbcf7d92 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Aug 17 14:26:14.947270 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942a333-8b5a-4e01-9f39-91070fcb9324 req-c2895e6c-df1b-41f9-b941-80f464431f08 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:14.948911 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e942a333-8b5a-4e01-9f39-91070fcb9324 req-c2895e6c-df1b-41f9-b941-80f464431f08 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 949 time: 0.0499446 Aug 17 14:26:14.995491 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e942a333-8b5a-4e01-9f39-91070fcb9324 req-747c6625-c7e1-4e83-bb0f-2872f52b124b tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Aug 17 14:26:15.326324 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-82debf6c-fde9-472e-9a65-aa3155c415da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:15.480759 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:26:15.523455 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:26:15.529027 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:15.529444 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:15.605384 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:15.605699 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:15.630243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23233c53-b938-4070-9f4b-0a96fab43abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:15.632546 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed812856-0ebf-45c3-93b0-32c820bf615f" -d '{"events": [{"server_uuid": "23233c53-b938-4070-9f4b-0a96fab43abb", "name": "network-vif-plugged", "status": "completed", "tag": "af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:15.647047 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:15.651963 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:15.705090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:15.738306 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32022868-4956-4b37-8143-febe43d6e73c x-openstack-request-id: req-32022868-4956-4b37-8143-febe43d6e73c {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:15.738599 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23233c53-b938-4070-9f4b-0a96fab43abb", "name": "network-vif-plugged", "status": "completed", "tag": "af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:15.738922 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32022868-4956-4b37-8143-febe43d6e73c {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:15.739314 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32022868-4956-4b37-8143-febe43d6e73c'] response: {'server_uuid': '23233c53-b938-4070-9f4b-0a96fab43abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9', 'code': 200} Aug 17 14:26:15.840965 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1e6e5-eb19-410f-98f5-6bdf68901ab8 req-7deea650-a06a-4506-9a68-670a28107dec tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:15.842455 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c8b1e6e5-eb19-410f-98f5-6bdf68901ab8 req-7deea650-a06a-4506-9a68-670a28107dec tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Aug 17 14:26:15.931099 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c8b1e6e5-eb19-410f-98f5-6bdf68901ab8 req-8cd6944d-42ad-412c-95b9-f43b9fe5b7c4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814233 Aug 17 14:26:16.136623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79940-2079-4569-84bd-964d623c228c req-4f9b6f13-e76d-453b-b7f6-3462675c7da7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:16.138401 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-edd79940-2079-4569-84bd-964d623c228c req-4f9b6f13-e76d-453b-b7f6-3462675c7da7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.1383715 Aug 17 14:26:16.139196 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326de7d-2728-4fc5-9e14-9ef387e47d04 req-a2e868f0-4a33-4c31-84fa-144bccc07bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:16.140584 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6326de7d-2728-4fc5-9e14-9ef387e47d04 req-a2e868f0-4a33-4c31-84fa-144bccc07bcc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 1134 time: 0.1427002 Aug 17 14:26:16.146555 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146229-b664-406e-a822-3ab129d1c0a8 req-05b55381-f864-43c7-b507-e3d1922b4252 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:16.148773 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f3146229-b664-406e-a822-3ab129d1c0a8 req-05b55381-f864-43c7-b507-e3d1922b4252 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.0542026 Aug 17 14:26:16.156944 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf55f4-410f-4e2a-a501-861ba3c8bdfe req-1ab1affa-66e8-4117-a0a5-0a576f557b75 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:16.158640 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aadf55f4-410f-4e2a-a501-861ba3c8bdfe req-1ab1affa-66e8-4117-a0a5-0a576f557b75 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.0759406 Aug 17 14:26:16.202289 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f3146229-b664-406e-a822-3ab129d1c0a8 req-251386ee-290c-486b-b351-89f41b83738d tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Aug 17 14:26:16.210633 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aadf55f4-410f-4e2a-a501-861ba3c8bdfe req-78041f4e-0af5-410a-9882-bfe65f1a99b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464814 Aug 17 14:26:16.758889 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:17.036362 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:17.047155 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:17.057526 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a511b-ed81-42fb-bf78-4a09642d54b9 req-8bc8c495-9bc9-4dac-8949-a12163d94930 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:17.059036 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-934a511b-ed81-42fb-bf78-4a09642d54b9 req-8bc8c495-9bc9-4dac-8949-a12163d94930 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 946 time: 0.0516810 Aug 17 14:26:17.110000 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-934a511b-ed81-42fb-bf78-4a09642d54b9 req-e28e88f0-d8c8-4ef6-b435-8dc65edaab27 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7f68d51-b03a-4b58-9f0c-dac4b791d11b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447447 Aug 17 14:26:17.136952 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6326de7d-2728-4fc5-9e14-9ef387e47d04 req-d30bc8f3-0565-420b-908e-996f4e463316 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060627 Aug 17 14:26:17.149986 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port becd7ac0-6fb6-42e8-a519-b080cc995898 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:26:17.150348 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:17.201496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:17.210579 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:17.260708 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] For port becd7ac0-6fb6-42e8-a519-b080cc995898, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=becd7ac0-6fb6-42e8-a519-b080cc995898,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:17.261077 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:17.346026 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653fc03-3a77-4378-becc-2e419a77cc3b req-ba99f7ef-c8ee-41b6-9d27-3e10f566fe07 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:17.347547 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2653fc03-3a77-4378-becc-2e419a77cc3b req-ba99f7ef-c8ee-41b6-9d27-3e10f566fe07 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.0514688 Aug 17 14:26:17.408396 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2653fc03-3a77-4378-becc-2e419a77cc3b req-7e82f4d1-43ce-4673-bcce-92a9e5bfa2ed tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539932 Aug 17 14:26:17.408886 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cf3a-f5e4-43dd-8d53-d2573a630e6d req-a29543b6-00e5-4f0a-833c-6c9987b8e703 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:17.410467 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-27e3cf3a-f5e4-43dd-8d53-d2573a630e6d req-a29543b6-00e5-4f0a-833c-6c9987b8e703 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.0990205 Aug 17 14:26:17.526452 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-27e3cf3a-f5e4-43dd-8d53-d2573a630e6d req-b4d6db23-a69e-40ae-921f-fc13c02aca60 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081815 Aug 17 14:26:17.529526 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:17.529912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (d3d6812b-1743-45b7-a946-e8efdd3f1585), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:17.530231 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP d3d6812b-1743-45b7-a946-e8efdd3f1585 disassociated. External IP: 172.27.1.168, port: becd7ac0-6fb6-42e8-a519-b080cc995898. Aug 17 14:26:17.530588 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for becd7ac0-6fb6-42e8-a519-b080cc995898 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:26:17.679250 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (becd7ac0-6fb6-42e8-a519-b080cc995898), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:17.710511 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=becd7ac0-6fb6-42e8-a519-b080cc995898,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:17.838154 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:26:17.938199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-ecaea569-b980-493b-9b5d-f0aff358b815 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:17.939960 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-ecaea569-b980-493b-9b5d-f0aff358b815 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.0962629 Aug 17 14:26:18.082307 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:26:18.093588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:26:18.106147 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:18.107757 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:18.108823 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:18.144424 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f104d-0c70-4d25-81f0-28f2a406f34d req-625016ed-39e7-4b9b-bc1d-7d4e9704d93a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:18.147557 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a04f104d-0c70-4d25-81f0-28f2a406f34d req-625016ed-39e7-4b9b-bc1d-7d4e9704d93a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.1497166 Aug 17 14:26:18.179453 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:18.184931 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Deleting port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:26:18.185183 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.188235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] No DVR routers for this DVR port becd7ac0-6fb6-42e8-a519-b080cc995898 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:26:18.192102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:18.193480 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.198322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.201531 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-edd79940-2079-4569-84bd-964d623c228c req-575ff931-6ee9-4ee3-a2bf-ae05f64b179b tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "DELETE /networking/v2.0/ports/becd7ac0-6fb6-42e8-a519-b080cc995898 HTTP/1.1" status: 204 len: 173 time: 1.1719887 Aug 17 14:26:18.202092 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'name': 'network-vif-deleted', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:18.204452 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd44dc1-dfde-42c8-9b2e-b151c90d573d" -d '{"events": [{"server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "name": "network-vif-deleted", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:18.247254 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5844e8b6-99c9-447a-85bd-f0d276f35799 req-f5ec4b79-dafe-430c-8aa0-e5abc3218412 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ca32fa86-148a-4764-a14b-608b35be0e20 HTTP/1.1" status: 200 len: 210 time: 0.0368605 Aug 17 14:26:18.264910 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:18.333634 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.505909 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:18.520174 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:18.533370 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:26:18.542867 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:18.543487 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:18.578272 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c6fa0-7b32-4135-b0c6-fd773c84e059 req-79cca16e-7d0e-41b1-bf66-cdbd2400b045 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:18.582329 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b62c6fa0-7b32-4135-b0c6-fd773c84e059 req-79cca16e-7d0e-41b1-bf66-cdbd2400b045 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 945 time: 0.0687163 Aug 17 14:26:18.583891 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a04f104d-0c70-4d25-81f0-28f2a406f34d req-99e7043a-7cc7-4487-a0e3-74084f016c55 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209504 Aug 17 14:26:18.608302 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] For port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:18.608671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.665485 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b62c6fa0-7b32-4135-b0c6-fd773c84e059 req-ad91da71-7cfa-4b30-b68d-44996a9d6c2a tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734138 Aug 17 14:26:18.687120 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d21f8-83a0-41d1-a46a-6f63099bc5a2 x-openstack-request-id: req-280d21f8-83a0-41d1-a46a-6f63099bc5a2 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:18.687414 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32fa86-148a-4764-a14b-608b35be0e20", "name": "network-vif-deleted", "tag": "becd7ac0-6fb6-42e8-a519-b080cc995898", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:18.687712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-280d21f8-83a0-41d1-a46a-6f63099bc5a2 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:18.688140 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280d21f8-83a0-41d1-a46a-6f63099bc5a2'] response: {'server_uuid': 'ca32fa86-148a-4764-a14b-608b35be0e20', 'name': 'network-vif-deleted', 'tag': 'becd7ac0-6fb6-42e8-a519-b080cc995898', 'status': 'completed', 'code': 200} Aug 17 14:26:18.713594 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:18.805808 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee875-dc01-429c-93d7-9c2803636684 req-9d3c8c33-6f76-4bf9-9556-4e47fae973f3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:18.807988 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e98ee875-dc01-429c-93d7-9c2803636684 req-9d3c8c33-6f76-4bf9-9556-4e47fae973f3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.0612984 Aug 17 14:26:18.862919 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.862919 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (b7035a5a-f1f3-4e77-b421-086a7f06a689), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:18.862919 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Floating IP b7035a5a-f1f3-4e77-b421-086a7f06a689 disassociated. External IP: 172.27.1.77, port: ee5bc8e3-461a-46b4-ac29-e5b39d7846ed. Aug 17 14:26:18.863272 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Calling delete_port for ee5bc8e3-461a-46b4-ac29-e5b39d7846ed owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:26:18.869532 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e98ee875-dc01-429c-93d7-9c2803636684 req-1143a4f8-abe8-46e8-b7a5-7c338e9fee4b tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Aug 17 14:26:18.922039 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:18.947453 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c9f61-8162-4746-9ee2-81af05d77f3c None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:26:19.000926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (ee5bc8e3-461a-46b4-ac29-e5b39d7846ed), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.030358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'Port': ['ID=ee5bc8e3-461a-46b4-ac29-e5b39d7846ed,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:19.152329 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:26:19.235983 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b83f2e-638e-4550-82f8-4ce5a1c67e8a None None] New status for floating IP d3d6812b-1743-45b7-a946-e8efdd3f1585: DOWN {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:26:19.268638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:26:19.283590 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:26:19.298475 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:19.299441 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:19.329096 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] No DVR routers for this DVR port ee5bc8e3-461a-46b4-ac29-e5b39d7846ed on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:26:19.331914 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.335513 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8893c9d1-4d16-496d-9b37-081c358fcbba req-911a7502-fbe5-44db-85b4-786becb642c7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ee5bc8e3-461a-46b4-ac29-e5b39d7846ed HTTP/1.1" status: 204 len: 173 time: 1.3514116 Aug 17 14:26:19.382276 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51978) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:19.468794 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d606ae3c-c8d6-4994-b167-6e4baa088db3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (f7f68d51-b03a-4b58-9f0c-dac4b791d11b), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.475906 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:19.503043 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d606ae3c-c8d6-4994-b167-6e4baa088db3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (f7f68d51-b03a-4b58-9f0c-dac4b791d11b), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.507727 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device becd7ac0-6fb6-42e8-a519-b080cc995898 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:26:19.545790 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: becd7ac0-6fb6-42e8-a519-b080cc995898 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:26:19.546205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device becd7ac0-6fb6-42e8-a519-b080cc995898 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:26:19.564694 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d606ae3c-c8d6-4994-b167-6e4baa088db3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f7f68d51-b03a-4b58-9f0c-dac4b791d11b), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.571097 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d606ae3c-c8d6-4994-b167-6e4baa088db3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.576259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51980) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:19.576454 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d606ae3c-c8d6-4994-b167-6e4baa088db3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f7f68d51-b03a-4b58-9f0c-dac4b791d11b HTTP/1.1" status: 204 len: 168 time: 0.1928792 Aug 17 14:26:19.586486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ae3c-c8d6-4994-b167-6e4baa088db3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f68d51-b03a-4b58-9f0c-dac4b791d11b,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:19.592165 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-c8182a22-b71b-40ce-941e-4461df622b60 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] show failed (client error): The resource could not be found. Aug 17 14:26:19.593148 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-c8182a22-b71b-40ce-941e-4461df622b60 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups/f7f68d51-b03a-4b58-9f0c-dac4b791d11b HTTP/1.1" status: 404 len: 347 time: 0.0158472 Aug 17 14:26:19.600746 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 51982) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:19.716235 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:19.781892 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port 39876adb-9af5-4f47-984b-cbb5937659aa {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:26:19.782261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (39876adb-9af5-4f47-984b-cbb5937659aa), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.789199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d28e-65bd-4dc7-b4e1-af91d390ceca req-c527eb28-db81-49d9-9b0a-b86a5246b6f7 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:19.791250 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4f30d28e-65bd-4dc7-b4e1-af91d390ceca req-c527eb28-db81-49d9-9b0a-b86a5246b6f7 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.1041679 Aug 17 14:26:19.795638 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:19.833162 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:26:19.845393 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4f30d28e-65bd-4dc7-b4e1-af91d390ceca req-66ce17c8-aedd-4c22-ba76-bbdd66ee7407 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Aug 17 14:26:19.847713 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:19.848454 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:19.866325 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2c19595f-31b2-49cc-a357-fa711371ebcc req-3c99fbaf-8cbe-42a7-abea-34cac1d3131c tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e2b71095-6c93-4ea1-bdab-2772a87a0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0370488 Aug 17 14:26:19.903475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (39876adb-9af5-4f47-984b-cbb5937659aa), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.903809 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (39876adb-9af5-4f47-984b-cbb5937659aa), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:19.919277 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for 39876adb-9af5-4f47-984b-cbb5937659aa owned by network:floatingip {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:26:20.008630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430f53a-24b4-45d5-9895-2908d1a7d0e8 req-9e137f82-9335-4cd4-bb16-43557ae2fbf8 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:20.016347 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3430f53a-24b4-45d5-9895-2908d1a7d0e8 req-9e137f82-9335-4cd4-bb16-43557ae2fbf8 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.0604756 Aug 17 14:26:20.032085 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:20.046305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:20.075377 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3430f53a-24b4-45d5-9895-2908d1a7d0e8 req-d0b8f7d3-f43d-4663-ad31-7ae0a4fa3409 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Aug 17 14:26:20.091355 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (39876adb-9af5-4f47-984b-cbb5937659aa), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.127290 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=39876adb-9af5-4f47-984b-cbb5937659aa,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:20.134854 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:20.172686 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:20.183429 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:20.201355 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (d3d6812b-1743-45b7-a946-e8efdd3f1585), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.203897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.205137 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-bcabe777-9e81-4145-b8d7-73fb76ff303e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d3d6812b-1743-45b7-a946-e8efdd3f1585 HTTP/1.1" status: 204 len: 168 time: 0.6019762 Aug 17 14:26:20.271433 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 51996) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:20.277238 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328295602', 'description': 'tempest-description--749980517'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:20.299782 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.332608 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:20.407088 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (8b8dcde3-5803-4253-89fa-3f0d699d40a7), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.420334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:20.423667 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8b8dcde3-5803-4253-89fa-3f0d699d40a7), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.448916 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b493c1e-9151-40ef-adbb-b0eba3fbdfa5 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:26:20.467900 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2566b31-0724-465d-a645-77632c5a35d5 req-34d55d90-3dc6-4435-a575-51bc840796fb tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:20.469408 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2566b31-0724-465d-a645-77632c5a35d5 req-34d55d90-3dc6-4435-a575-51bc840796fb tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.0881877 Aug 17 14:26:20.474528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8dcde3-5803-4253-89fa-3f0d699d40a7,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:20.486316 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.490224 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5b4212b6-1e53-486e-96a1-67fcb1844821 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2149632 Aug 17 14:26:20.490632 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52000) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:20.496244 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': '8b8dcde3-5803-4253-89fa-3f0d699d40a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:20.530572 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2566b31-0724-465d-a645-77632c5a35d5 req-60c1ea97-b6de-4bb5-b56a-97008c816969 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527701 Aug 17 14:26:20.530897 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (42e883a2-aa45-482c-b940-81e9697548f6), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.593380 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (42e883a2-aa45-482c-b940-81e9697548f6), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.596772 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (42e883a2-aa45-482c-b940-81e9697548f6), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.616967 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e883a2-aa45-482c-b940-81e9697548f6,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:20.625757 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.629532 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-2db1ad2f-1b81-40d6-80be-c7fb25f98c39 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354504 Aug 17 14:26:20.629727 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52002) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:20.634089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'security_group_rule': {'security_group_id': '8b8dcde3-5803-4253-89fa-3f0d699d40a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:20.662303 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (32ff92e7-aa39-48b0-bf23-34b8537e0b15), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.689259 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'name': 'network-vif-deleted', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:20.691624 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14711edd-4873-4c07-b041-c3d495841942" -d '{"events": [{"server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "name": "network-vif-deleted", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:20.724021 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (32ff92e7-aa39-48b0-bf23-34b8537e0b15), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.728893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (32ff92e7-aa39-48b0-bf23-34b8537e0b15), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.732862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60fba24-cbf8-454a-9d54-0e6400b56ca5 x-openstack-request-id: req-f60fba24-cbf8-454a-9d54-0e6400b56ca5 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:20.733199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b71095-6c93-4ea1-bdab-2772a87a0bb8", "name": "network-vif-deleted", "tag": "ee5bc8e3-461a-46b4-ac29-e5b39d7846ed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:20.733671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f60fba24-cbf8-454a-9d54-0e6400b56ca5 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:20.734116 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60fba24-cbf8-454a-9d54-0e6400b56ca5'] response: {'server_uuid': 'e2b71095-6c93-4ea1-bdab-2772a87a0bb8', 'name': 'network-vif-deleted', 'tag': 'ee5bc8e3-461a-46b4-ac29-e5b39d7846ed', 'status': 'completed', 'code': 200} Aug 17 14:26:20.742087 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375c364-88d5-45db-bfe7-a75979b6d134 None None] New status for floating IP b7035a5a-f1f3-4e77-b421-086a7f06a689: DOWN {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:26:20.750329 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ff92e7-aa39-48b0-bf23-34b8537e0b15,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:20.758900 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.760783 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ab5aa3f6-9f68-4e69-8e94-8da3aae1bef4 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299751 Aug 17 14:26:20.763947 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52006) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:20.768459 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:20.789567 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.873066 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:20.991797 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff85a-69a6-4707-8c5f-1f57057fe5d0 req-ca1173bb-6171-49d7-a1bc-c32cd48f7e38 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:20.993392 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e25ff85a-69a6-4707-8c5f-1f57057fe5d0 req-ca1173bb-6171-49d7-a1bc-c32cd48f7e38 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0525427 Aug 17 14:26:20.999594 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.27.1.2 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/d4b7729d-6a96-4eb0-94ef-136a5b569f52) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:26:21.052691 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e25ff85a-69a6-4707-8c5f-1f57057fe5d0 req-c12d22b3-4e5c-49fb-a269-ebc9eba58257 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498581 Aug 17 14:26:21.112547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:21.167893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:21.218045 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9234c269-3089-4a34-912e-86287776e285 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1215284006&fields=id&tenant_id=e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 267 time: 0.0895851 Aug 17 14:26:21.230700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:26:21.247041 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:26:21.259711 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:26:21.265020 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=d4b7729d-6a96-4eb0-94ef-136a5b569f52,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:21.312893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:21.323203 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:21.324600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:21.411539 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-c6f04cce-dbd2-4b2b-9ff1-6c4f597a52fa tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:21.413037 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-c6f04cce-dbd2-4b2b-9ff1-6c4f597a52fa tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 811 time: 0.1850064 Aug 17 14:26:21.435034 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (3f461f90-29f4-4b84-aca5-17d345504335), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:21.438937 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-5e8864d2-dc56-4f39-9bd8-80aef88034ce tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/quotas/e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 375 time: 0.0183895 Aug 17 14:26:21.526377 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ee5bc8e3-461a-46b4-ac29-e5b39d7846ed no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:26:21.532314 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:21.537765 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-fb44a4b0-51a4-4847-8efd-da0c0e608b72 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928917 Aug 17 14:26:21.547984 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: ee5bc8e3-461a-46b4-ac29-e5b39d7846ed {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:26:21.548336 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device ee5bc8e3-461a-46b4-ac29-e5b39d7846ed not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:26:21.656358 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c1bf1-942c-4d86-962b-1cee0e09729a req-3d12ab96-6a3d-4970-af2b-3e6e104e84b3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:21.657834 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-196c1bf1-942c-4d86-962b-1cee0e09729a req-3d12ab96-6a3d-4970-af2b-3e6e104e84b3 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.0493710 Aug 17 14:26:21.705686 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-196c1bf1-942c-4d86-962b-1cee0e09729a req-ac0921c7-9ed5-462c-aa4b-5ffec76c0aba tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b2f8f0b9-2977-4aae-97dc-abe0327582cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Aug 17 14:26:21.757121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-548aa977-3753-46d5-8946-14976f9671f1 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:21.758574 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-548aa977-3753-46d5-8946-14976f9671f1 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 950 time: 0.1097803 Aug 17 14:26:21.854820 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-d57cd31d-5e0e-43bb-8973-73a4b57dd284 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936327 Aug 17 14:26:21.860784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:21.876962 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.001419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Deleting port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:26:22.001756 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.035338 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=d4b7729d-6a96-4eb0-94ef-136a5b569f52,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:22.071457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (3f461f90-29f4-4b84-aca5-17d345504335), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.082351 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:22.117536 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-ae47586b-e0ea-4b28-a835-419a9a03bd38 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500274 Aug 17 14:26:22.122692 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.132653 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0c72cd22-a327-444a-825f-44899aa5e9c7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3589332 Aug 17 14:26:22.179795 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] For port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,segment=NetworkSegment(fd59da7c-8529-4e73-a9d4-090bbf840ebb),segment_id=fd59da7c-8529-4e73-a9d4-090bbf840ebb)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:22.180170 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.197080 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Calling delete_port for af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:26:22.201482 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d8a05-f1d7-4926-b19f-a1a2426a8163 req-247dcb6d-93c3-40f4-a3c2-ada15dd1716b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:22.203947 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ee5d8a05-f1d7-4926-b19f-a1a2426a8163 req-247dcb6d-93c3-40f4-a3c2-ada15dd1716b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0711460 Aug 17 14:26:22.256958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:22.265671 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ee5d8a05-f1d7-4926-b19f-a1a2426a8163 req-2b5c8c4b-d878-4460-b989-5946f5ecf26a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562229 Aug 17 14:26:22.356230 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.379087 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:26:22.390383 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Pushing event deleted for resources: {'Port': ['ID=af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:22.460564 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-e9fdee68-30a4-4efe-b465-a76d0be688ca tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1328295602&fields=id&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 267 time: 0.0875118 Aug 17 14:26:22.486114 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] No DVR routers for this DVR port af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:26:22.490943 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:22.493313 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-60fe2351-e63c-4bc4-a1fb-2e891627c935 req-88af5c12-6dc9-45e6-bce0-77a33f4ad9c7 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.42 "DELETE /networking/v2.0/ports/af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 HTTP/1.1" status: 204 len: 173 time: 0.7279885 Aug 17 14:26:22.514907 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-98a72c03-8af8-4fb0-8034-067c07316b1f req-bb378500-e6ee-4eb5-95c3-f9ab49d867dd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 210 time: 0.0390751 Aug 17 14:26:22.596255 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-bdc0f38d-894f-44cd-9911-caeeb6bbdc91 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:22.598081 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-bdc0f38d-894f-44cd-9911-caeeb6bbdc91 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.1366053 Aug 17 14:26:22.619604 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-3e7711bc-9c53-45a4-991b-1c60bc23bc46 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/quotas/e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 375 time: 0.0144246 Aug 17 14:26:22.674248 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-86bdd0bb-c107-45f8-a0c2-ca3bb31b5147 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486908 Aug 17 14:26:22.735768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23233c53-b938-4070-9f4b-0a96fab43abb', 'name': 'network-vif-deleted', 'tag': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:22.738410 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef65880-28bf-4ba1-915a-0fcde4f3eae4" -d '{"events": [{"server_uuid": "23233c53-b938-4070-9f4b-0a96fab43abb", "name": "network-vif-deleted", "tag": "af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:22.820129 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:22.858707 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-00810fbb-37d7-4eaf-b5ff-608420f8e1a4 req-8d38d53d-549d-4002-b386-168318f514a4 tempest-VolumesNegativeTest-1483673970 tempest-VolumesNegativeTest-1483673970-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23233c53-b938-4070-9f4b-0a96fab43abb HTTP/1.1" status: 200 len: 210 time: 0.0296252 Aug 17 14:26:22.861923 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-ea346878-484c-40a7-93c4-73faed86df96 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742344 Aug 17 14:26:22.909392 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33362bf2-00cc-4c6f-9f6d-98be8d2c8997 x-openstack-request-id: req-33362bf2-00cc-4c6f-9f6d-98be8d2c8997 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:22.909710 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23233c53-b938-4070-9f4b-0a96fab43abb", "name": "network-vif-deleted", "tag": "af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:22.910062 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33362bf2-00cc-4c6f-9f6d-98be8d2c8997 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:22.910495 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33362bf2-00cc-4c6f-9f6d-98be8d2c8997'] response: {'server_uuid': '23233c53-b938-4070-9f4b-0a96fab43abb', 'name': 'network-vif-deleted', 'tag': 'af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9', 'status': 'completed', 'code': 200} Aug 17 14:26:22.955279 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:22.971158 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-368e894f-f67b-4bb9-bb84-1835741ffa79 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036770 Aug 17 14:26:23.142947 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18ff60b1-af75-4695-91fd-e73d373f5c21 req-d0449080-f8fd-4f0c-9585-86bca0114b82 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Aug 17 14:26:23.421357 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a12b83-ea64-4e43-b6f3-c88722379173 req-1ff8caff-7634-46d6-8232-905baf2757c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:23.423212 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-74a12b83-ea64-4e43-b6f3-c88722379173 req-1ff8caff-7634-46d6-8232-905baf2757c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0673375 Aug 17 14:26:23.481903 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-74a12b83-ea64-4e43-b6f3-c88722379173 req-dbdfc545-006f-44b7-9a8a-f225ab723664 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519550 Aug 17 14:26:23.613358 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-371163da-391f-4278-913b-bcd53b2f3d0e req-62ef18c0-0a78-4d42-815c-bd71a7c12f26 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 210 time: 0.0274179 Aug 17 14:26:23.928203 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9e4147d9-5f55-4ab2-b485-06a2ba88eb2e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:23.930214 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9e4147d9-5f55-4ab2-b485-06a2ba88eb2e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 811 time: 0.1296425 Aug 17 14:26:24.006476 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-ea68017c-af79-40ed-89d3-a00d23b1643d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 380 time: 0.0675893 Aug 17 14:26:24.145453 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'port': {'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'admin_state_up': True, 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'security_groups': ['6b25e695-b13d-4833-8a40-70f27f2f0adc']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:24.354333 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a8b62c1d-46df-4380-bfc4-ed69a9bae883 req-deaf37ac-72ff-42b5-aee9-7bace3e0e7d7 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 210 time: 0.0718174 Aug 17 14:26:24.382694 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Made reservation on behalf of e49076a24c164bb7aaefec58352f9243 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:26:24.387703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:24.438683 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-3d1443f5-72b1-48ad-be91-74f5ae82db4f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:24.440674 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-3d1443f5-72b1-48ad-be91-74f5ae82db4f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 815 time: 0.1936414 Aug 17 14:26:24.607290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:24.624412 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c493f-856c-4d63-bc45-5b53280f1b7c req-9adae638-62b5-47a8-8d70-34f147c67703 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:24.632664 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2d5c493f-856c-4d63-bc45-5b53280f1b7c req-9adae638-62b5-47a8-8d70-34f147c67703 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0586247 Aug 17 14:26:24.640354 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-9f978c6d-ab1a-45dd-85be-9920d1adddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:24.643112 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-9f978c6d-ab1a-45dd-85be-9920d1adddce service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1130 time: 0.1197596 Aug 17 14:26:24.653993 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-0697ae14-4b8c-4e7d-a3f8-fa35eeff334f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0ea90a7fe7644c4840c0361c9f95200 HTTP/1.1" status: 200 len: 380 time: 0.2006595 Aug 17 14:26:24.670073 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Allocated IP 172.20.0.13 (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32/8380b29e-d866-49c5-8a67-3c4ffb855e05/0589f214-807d-4d70-b565-d0b8b6704b45) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:26:24.674818 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'port': {'device_id': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'admin_state_up': True, 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'security_groups': ['8b8dcde3-5803-4253-89fa-3f0d699d40a7']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:24.700754 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2d5c493f-856c-4d63-bc45-5b53280f1b7c req-c205670f-dde8-4b4d-9883-855d0db23496 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670853 Aug 17 14:26:24.778072 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:24.922769 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f23f63fa-bfe4-439e-a9e2-e268acda534d req-dc74067a-9283-48b4-8dbb-187cecc5201f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 210 time: 0.1415758 Aug 17 14:26:25.055842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-dad4d6c0-f78f-43cf-b3b3-c3c75e4cb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:25.057980 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-dad4d6c0-f78f-43cf-b3b3-c3c75e4cb3b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.3445606 Aug 17 14:26:25.072693 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Made reservation on behalf of e0ea90a7fe7644c4840c0361c9f95200 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:26:25.076165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:25.082304 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (0589f214-807d-4d70-b565-d0b8b6704b45), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:25.173164 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-50939b7d-af13-410e-b34d-4bbfbdc0aa29 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 1001 time: 0.1083927 Aug 17 14:26:25.480496 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d374623b-4721-4813-a6bf-7361fff41d2b req-7dae88d3-4454-44aa-8358-84f1bffdf14c tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 210 time: 0.0300035 Aug 17 14:26:25.527664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:26:25.550766 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:26:25.551363 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device af6c2bff-f2ff-42b8-90d7-b70cdeb5c8a9 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:26:25.551626 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:25.592190 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-1b7546f7-ea53-4e8f-a126-72bb9827116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:25.593633 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-1b7546f7-ea53-4e8f-a126-72bb9827116c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.1066499 Aug 17 14:26:25.666960 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:26:25.675642 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:25.682725 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:26:25.693915 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:26:25.704944 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=0589f214-807d-4d70-b565-d0b8b6704b45,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:25.726947 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Allocated IP 172.20.0.9 (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef/b95f5af6-8b7a-4f24-8607-19395ada1320/4a0aa727-6649-4daa-9ff8-0c55474eb54b) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:26:25.730574 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-b8bf39a6-fa39-47a3-88d1-b2cf9b7e71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:25.732114 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-b8bf39a6-fa39-47a3-88d1-b2cf9b7e71c3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1148522 Aug 17 14:26:25.856652 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:25.857318 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:25.904758 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:25.948091 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-52473ec2-2fa3-4ebc-a949-56cf872e7b6e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8067770 Aug 17 14:26:25.982179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202981-879c-46c1-a992-41e03a974f72 req-1094e5fa-a713-43cc-b168-8e4320025a1b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:25.984821 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-df202981-879c-46c1-a992-41e03a974f72 req-1094e5fa-a713-43cc-b168-8e4320025a1b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.1574354 Aug 17 14:26:25.995683 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Request body: {'port': {'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:26.002910 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-936f000e-7603-44c6-aa2b-e579eaa8dfe5 None None] Provisioning complete for port 0589f214-807d-4d70-b565-d0b8b6704b45 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:26.003520 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-936f000e-7603-44c6-aa2b-e579eaa8dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.043911 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-936f000e-7603-44c6-aa2b-e579eaa8dfe5 None None] Port 0589f214-807d-4d70-b565-d0b8b6704b45 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:26:26.051914 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-aa46e81e-69bc-4b18-bd04-0dcae94fd437 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124533 Aug 17 14:26:26.081971 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035d1a9-86f1-4940-8a27-92efacdb7ee2 req-acfc2929-4e09-40b3-937e-42c392dafdeb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:26.083529 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3035d1a9-86f1-4940-8a27-92efacdb7ee2 req-acfc2929-4e09-40b3-937e-42c392dafdeb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 932 time: 0.0599215 Aug 17 14:26:26.148852 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3035d1a9-86f1-4940-8a27-92efacdb7ee2 req-d2f8b591-b77f-46a5-a4ae-09982a910841 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586996 Aug 17 14:26:26.216070 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-df202981-879c-46c1-a992-41e03a974f72 req-49e76d92-5bb9-4ffb-865c-28a4cb8ca7f8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080507 Aug 17 14:26:26.223802 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.254228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.300808 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9c616dfb-2354-4fcb-ad2c-c14b1f92bf41 req-7263e196-93f5-4258-90d1-602fbd961e7d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403576 Aug 17 14:26:26.391229 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.394551 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:26.461815 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:26:26.471275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:26:26.508134 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:26:26.539352 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event updated for resources: {'Port': ['ID=4a0aa727-6649-4daa-9ff8-0c55474eb54b,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:26.581400 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:26.582590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.631944 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-48a6c1b7-66d5-4a57-b4fa-828378cb7189 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9628599 Aug 17 14:26:26.635205 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79373b8b-bf22-42dd-825e-e12c55d47713 req-b83420a3-3754-41f0-8833-0647d4994001 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:26.637086 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-79373b8b-bf22-42dd-825e-e12c55d47713 req-b83420a3-3754-41f0-8833-0647d4994001 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 931 time: 0.0630138 Aug 17 14:26:26.647262 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Request body: {'port': {'device_id': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:26.710039 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-79373b8b-bf22-42dd-825e-e12c55d47713 req-f3a34034-d2db-4369-a597-daaae41731d2 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633507 Aug 17 14:26:26.759714 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.766161 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-771edc2c-a246-4a8d-ab3e-3e756696c2fe None None] Provisioning complete for port 4a0aa727-6649-4daa-9ff8-0c55474eb54b triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:26.766598 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-771edc2c-a246-4a8d-ab3e-3e756696c2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.776735 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0589f214-807d-4d70-b565-d0b8b6704b45 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:26.788166 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Publish callbacks [] for port (0589f214-807d-4d70-b565-d0b8b6704b45), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.803012 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-771edc2c-a246-4a8d-ab3e-3e756696c2fe None None] Port 4a0aa727-6649-4daa-9ff8-0c55474eb54b cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:26:26.827351 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Transition to ACTIVE for port object 0589f214-807d-4d70-b565-d0b8b6704b45 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:26:26.835647 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:26.846844 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:26.971790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Pushing event updated for resources: {'Port': ['ID=0589f214-807d-4d70-b565-d0b8b6704b45,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:27.091933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Attempting to bind port 0589f214-807d-4d70-b565-d0b8b6704b45 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:26:27.092060 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Attempting to bind port 0589f214-807d-4d70-b565-d0b8b6704b45 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:26:27.092388 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Attempting to bind port 0589f214-807d-4d70-b565-d0b8b6704b45 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:26:27.108661 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Port 0589f214-807d-4d70-b565-d0b8b6704b45 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:26:27.109016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Attempting to bind port 0589f214-807d-4d70-b565-d0b8b6704b45 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:26:27.116403 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:26:27.116748 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Checking segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:26:27.117168 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Bound using segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:26:27.117631 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Bound port: 0589f214-807d-4d70-b565-d0b8b6704b45, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:26:27.118021 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.207613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0aa727-6649-4daa-9ff8-0c55474eb54b {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:27.222901 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Publish callbacks [] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.229219 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:27.253606 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Transition to ACTIVE for port object 4a0aa727-6649-4daa-9ff8-0c55474eb54b will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:26:27.258078 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] For port 0589f214-807d-4d70-b565-d0b8b6704b45, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:26:27.281051 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.299612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] For port 0589f214-807d-4d70-b565-d0b8b6704b45, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0589f214-807d-4d70-b565-d0b8b6704b45,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:26:27.332292 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.342382 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074ac0-e42e-4108-a6b1-acb5994ad0c1 req-2c60aee1-496f-40b5-9213-44f6eb4bc871 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.344069 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-50074ac0-e42e-4108-a6b1-acb5994ad0c1 req-2c60aee1-496f-40b5-9213-44f6eb4bc871 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.1097040 Aug 17 14:26:27.345598 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.346455 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.347898 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 1094 time: 1.3597517 Aug 17 14:26:27.350791 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:27.353973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6fda37-4abb-40c8-b029-284c78a3288a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:27.367740 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0adf34-02c4-4dfd-9d32-86157de89216 req-2b850573-ee76-4eeb-9804-8d39376e62fd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.369840 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ee0adf34-02c4-4dfd-9d32-86157de89216 req-2b850573-ee76-4eeb-9804-8d39376e62fd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0559037 Aug 17 14:26:27.420857 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ee0adf34-02c4-4dfd-9d32-86157de89216 req-dfb90c8b-bfb8-474d-9063-fe4b2a2413a1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Aug 17 14:26:27.421974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Pushing event updated for resources: {'Port': ['ID=4a0aa727-6649-4daa-9ff8-0c55474eb54b,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:27.502500 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06d8bd-9d6f-40d9-9ae2-af9f93d26af9 x-openstack-request-id: req-4a06d8bd-9d6f-40d9-9ae2-af9f93d26af9 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:27.502787 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:27.503036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a06d8bd-9d6f-40d9-9ae2-af9f93d26af9 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:27.503434 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a06d8bd-9d6f-40d9-9ae2-af9f93d26af9'] response: {'name': 'network-changed', 'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45', 'status': 'completed', 'code': 200} Aug 17 14:26:27.522524 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-e2422a53-b6c4-48c6-ae08-5a16766f6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.523995 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-e2422a53-b6c4-48c6-ae08-5a16766f6eab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1128 time: 0.1245432 Aug 17 14:26:27.547774 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-50074ac0-e42e-4108-a6b1-acb5994ad0c1 req-1c0a8f5b-beab-49c1-9f05-f5c3a4412b8c tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842847 Aug 17 14:26:27.591711 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-2a9a42f0-d613-422b-8a8e-4de07bed81c0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 217 time: 0.0606720 Aug 17 14:26:27.612150 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bded-38f8-430d-8c9e-d9d754ab3767 service neutron] Pushing event updated for resources: {'Port': ['ID=0589f214-807d-4d70-b565-d0b8b6704b45,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:27.631525 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Attempting to bind port 4a0aa727-6649-4daa-9ff8-0c55474eb54b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:26:27.631857 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Attempting to bind port 4a0aa727-6649-4daa-9ff8-0c55474eb54b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:26:27.632183 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Attempting to bind port 4a0aa727-6649-4daa-9ff8-0c55474eb54b on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:26:27.643084 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Port 4a0aa727-6649-4daa-9ff8-0c55474eb54b on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:26:27.643404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Attempting to bind port 4a0aa727-6649-4daa-9ff8-0c55474eb54b on network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:26:27.654623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:26:27.654958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Checking segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:26:27.655333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Bound using segment: {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:26:27.655753 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Bound port: 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0df0e1-a378-4497-a945-9f1538c4fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:26:27.656106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.666751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-bc467bed-137f-4c70-808c-524354032c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.668174 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-bc467bed-137f-4c70-808c-524354032c24 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0693436 Aug 17 14:26:27.745033 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-cfcc78a6-adce-4191-abc9-c04a2ab87ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.746564 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-cfcc78a6-adce-4191-abc9-c04a2ab87ebb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722668 Aug 17 14:26:27.752012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:27.774127 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] For port 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:26:27.814501 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] For port 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:26:27.827418 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.836039 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.836656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:27.837192 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:26:27.838707 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-4f436291-e33b-4d95-8a28-628096429eee service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4a0aa727-6649-4daa-9ff8-0c55474eb54b HTTP/1.1" status: 200 len: 1093 time: 1.1999874 Aug 17 14:26:27.844635 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf073920-56b6-4fa9-b089-e0f32d412038 req-c4fbbc83-235d-4bb0-b2c6-6c4b21d342df tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.847332 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bf073920-56b6-4fa9-b089-e0f32d412038 req-c4fbbc83-235d-4bb0-b2c6-6c4b21d342df tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 943 time: 0.0575573 Aug 17 14:26:27.909921 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bf073920-56b6-4fa9-b089-e0f32d412038 req-05049ccf-e9a8-4920-8442-f92056a73bff tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555196 Aug 17 14:26:27.938832 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-2f9daf4a-bcb9-4303-803f-f248e97bba2c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856351 Aug 17 14:26:27.946333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f436291-e33b-4d95-8a28-628096429eee service neutron] Pushing event updated for resources: {'Port': ['ID=4a0aa727-6649-4daa-9ff8-0c55474eb54b,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:27.969745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-b97bf475-df15-48fb-b502-92a33c8e72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:27.971208 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-b97bf475-df15-48fb-b502-92a33c8e72d7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 1127 time: 0.0789607 Aug 17 14:26:28.035452 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-ce907484-c7a8-47d5-9d07-f2d4352d2a45 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b HTTP/1.1" status: 200 len: 217 time: 0.0382533 Aug 17 14:26:28.087745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:28.106169 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-20f56151-d2ff-4b3d-91b2-cc5a638794ab req-dd8c0986-7c64-443f-bc07-6115c14ab406 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608107 Aug 17 14:26:28.110530 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-04646ad5-3ec0-4b02-a5db-64d1d5feff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.111826 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-04646ad5-3ec0-4b02-a5db-64d1d5feff57 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0692265 Aug 17 14:26:28.168048 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-d426dffa-d31b-4ab9-81d3-047e7e239043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.169510 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-d426dffa-d31b-4ab9-81d3-047e7e239043 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407140 Aug 17 14:26:28.393644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-3ee51a68-1130-4f00-a084-88140f24941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.395182 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-3ee51a68-1130-4f00-a084-88140f24941c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1128 time: 0.0879934 Aug 17 14:26:28.459001 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52348) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:28.482625 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-a06db45e-d8e7-475b-8b09-2a42c7ea0c67 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766434 Aug 17 14:26:28.614537 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-37cb6935-b6c0-4df7-b669-2a2db87335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.616009 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-37cb6935-b6c0-4df7-b669-2a2db87335ac service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.2111347 Aug 17 14:26:28.618560 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-66818bc6-6655-449b-81e8-e298746ba44b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e727e7334b49449eb62a06c2f5c3c05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579235 Aug 17 14:26:28.619065 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52354) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:28.637169 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120cd77-6507-4f1b-bd3d-62756c670adf req-524af483-b156-417b-820c-9d1c6ca668a5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.638669 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4120cd77-6507-4f1b-bd3d-62756c670adf req-524af483-b156-417b-820c-9d1c6ca668a5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.1228814 Aug 17 14:26:28.669394 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeee19-b9af-46cb-90ff-e47c6a24bfe9 req-ea9040e4-37c2-4878-b0c2-56d508fe14cf tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.670921 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-7fbeee19-b9af-46cb-90ff-e47c6a24bfe9 req-ea9040e4-37c2-4878-b0c2-56d508fe14cf tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.0473621 Aug 17 14:26:28.708934 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-d5a3440b-e51c-424f-a1dc-767e1772f989 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 217 time: 0.0677388 Aug 17 14:26:28.715003 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1a074e06-6ef4-4ba7-bfe2-2086e2da8544 req-01fcb862-651a-4c1b-a421-f917545eb1a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240012 Aug 17 14:26:28.721899 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-7fbeee19-b9af-46cb-90ff-e47c6a24bfe9 req-1099a9dc-46c0-43ef-9480-d52d6379f465 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452790 Aug 17 14:26:28.803086 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-1e19eecf-ceb4-4e94-880a-9dbb24625962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:28.804551 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-1e19eecf-ceb4-4e94-880a-9dbb24625962 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0887239 Aug 17 14:26:28.810392 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4120cd77-6507-4f1b-bd3d-62756c670adf req-aabe9381-13f4-401a-9f2c-77d4c04d31c1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504190 Aug 17 14:26:28.811185 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-45fb32bb-60e8-4886-bbd1-772615df95b6 admin admin] Publish callbacks [] for security_group (b2f8f0b9-2977-4aae-97dc-abe0327582cc), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:28.834345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-45fb32bb-60e8-4886-bbd1-772615df95b6 admin admin] Publish callbacks [] for security_group (b2f8f0b9-2977-4aae-97dc-abe0327582cc), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:28.886029 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-45fb32bb-60e8-4886-bbd1-772615df95b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b2f8f0b9-2977-4aae-97dc-abe0327582cc), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:28.888534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-45fb32bb-60e8-4886-bbd1-772615df95b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:28.889708 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-45fb32bb-60e8-4886-bbd1-772615df95b6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b2f8f0b9-2977-4aae-97dc-abe0327582cc HTTP/1.1" status: 204 len: 168 time: 0.2697237 Aug 17 14:26:28.891940 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:28.902102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb32bb-60e8-4886-bbd1-772615df95b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f8f0b9-2977-4aae-97dc-abe0327582cc,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:29.032905 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460df2-cbc3-424b-998d-ee8848727460 req-0d9481fb-c9c0-4f33-910f-98c5a52b29e3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.034618 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-85460df2-cbc3-424b-998d-ee8848727460 req-0d9481fb-c9c0-4f33-910f-98c5a52b29e3 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 943 time: 0.0506470 Aug 17 14:26:29.090767 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-85460df2-cbc3-424b-998d-ee8848727460 req-34f6bae1-bbe8-4323-b918-c4d6b5530dcb tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501707 Aug 17 14:26:29.425172 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-9f11249d-a2a1-409a-a6ba-895f10117ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.426725 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-9f11249d-a2a1-409a-a6ba-895f10117ad8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399177 Aug 17 14:26:29.506533 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:29.509945 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8e991-3211-4575-bc3c-296dc5fcc1be" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:29.527876 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-c9acc114-006e-4c9e-90fb-e17762833c17 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941610 Aug 17 14:26:29.550275 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 4a0aa727-6649-4daa-9ff8-0c55474eb54b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:26:29.552347 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a260b-f9a0-4128-b4b2-e3593374ca62 x-openstack-request-id: req-774a260b-f9a0-4128-b4b2-e3593374ca62 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:29.552636 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:29.552887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-774a260b-f9a0-4128-b4b2-e3593374ca62 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:29.553277 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774a260b-f9a0-4128-b4b2-e3593374ca62'] response: {'name': 'network-changed', 'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'status': 'completed', 'code': 200} Aug 17 14:26:29.617170 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:29.637120 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-89d6b75a-e8a4-4d39-9436-b6fc788171f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.638614 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-89d6b75a-e8a4-4d39-9436-b6fc788171f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 1127 time: 0.0578122 Aug 17 14:26:29.652683 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:29.663765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'port_id': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'mac_address': 'fa:16:3e:99:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:26:29.702922 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 4a0aa727-6649-4daa-9ff8-0c55474eb54b is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:29.702922 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:29.706332 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9b6fda37-4abb-40c8-b029-284c78a3288a req-653e4f99-2cee-4ab7-9e15-310f25416909 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728003 Aug 17 14:26:29.719048 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0aa727-6649-4daa-9ff8-0c55474eb54b {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:29.740098 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:29.745246 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-34b8468c-91ef-4c46-a68b-481ed449d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.745419 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:29.746776 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-34b8468c-91ef-4c46-a68b-481ed449d492 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.0996966 Aug 17 14:26:29.785454 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:29.791150 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-7e59ef96-cafa-47c4-bc8e-862ec4f6b822 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b HTTP/1.1" status: 200 len: 217 time: 0.0380466 Aug 17 14:26:29.797688 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=4a0aa727-6649-4daa-9ff8-0c55474eb54b,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:29.832784 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:29.844114 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-6425747d-3a48-4856-bcc1-d1d1c4753e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.845582 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-6425747d-3a48-4856-bcc1-d1d1c4753e42 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0474510 Aug 17 14:26:29.851693 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101bd1f-04df-4dc8-8088-da36bf049f02 req-c334ac63-c48a-4893-ab13-8146021db9dd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.853635 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d101bd1f-04df-4dc8-8088-da36bf049f02 req-c334ac63-c48a-4893-ab13-8146021db9dd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.0527251 Aug 17 14:26:29.893493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-27e8b35c-ee5f-4496-aea5-4624ca9ec189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:29.895972 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-27e8b35c-ee5f-4496-aea5-4624ca9ec189 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442109 Aug 17 14:26:29.912607 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d101bd1f-04df-4dc8-8088-da36bf049f02 req-89e04a9f-3ed6-4637-99ee-70bedf9ee795 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516798 Aug 17 14:26:29.941409 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['4a0aa727-6649-4daa-9ff8-0c55474eb54b'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:26:29.999985 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ceaaea-085b-4dbc-bbc2-12135ee53564 req-bd6f0f39-88bb-47c7-88ed-884ccb363490 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:30.001895 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99ceaaea-085b-4dbc-bbc2-12135ee53564 req-bd6f0f39-88bb-47c7-88ed-884ccb363490 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0906179 Aug 17 14:26:30.047723 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-4861713d-6369-4236-85be-acc99bee1c53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444557 Aug 17 14:26:30.116882 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99ceaaea-085b-4dbc-bbc2-12135ee53564 req-63c1d605-c7df-44e5-b443-8d22896383b9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060829 Aug 17 14:26:30.159438 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70c8e991-3211-4575-bc3c-296dc5fcc1be req-2b8ab56c-76bf-4bd9-8a49-750d8660dca9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047921 Aug 17 14:26:30.210205 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d318886-5cc6-469b-8613-3576d2026451 req-48c2466c-7d5d-4e7f-8109-987d5e60d304 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:30.211647 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2d318886-5cc6-469b-8613-3576d2026451 req-48c2466c-7d5d-4e7f-8109-987d5e60d304 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 944 time: 0.0469654 Aug 17 14:26:30.262357 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2d318886-5cc6-469b-8613-3576d2026451 req-2e3a2045-ced1-4b23-9420-ca94fe854541 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Aug 17 14:26:30.820482 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:31.031615 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7d34-8940-402c-99e9-7e28088abced req-98ec323b-9181-46bc-877c-fa36b5b8fa81 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:31.033075 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d1a7d34-8940-402c-99e9-7e28088abced req-98ec323b-9181-46bc-877c-fa36b5b8fa81 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.0473373 Aug 17 14:26:31.081713 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2d1a7d34-8940-402c-99e9-7e28088abced req-38237e4c-de21-4276-bcc5-416f93b61cac tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Aug 17 14:26:31.247803 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f1f9-caaf-437f-ac1d-31c04056a1b8 req-6a8be789-9000-4305-8143-d8f23efefd8e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:31.249280 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc91f1f9-caaf-437f-ac1d-31c04056a1b8 req-6a8be789-9000-4305-8143-d8f23efefd8e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0530989 Aug 17 14:26:31.274184 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:31.298616 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc91f1f9-caaf-437f-ac1d-31c04056a1b8 req-91482eb3-65ff-4482-a253-f627ae964e4f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Aug 17 14:26:31.385815 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647403ed-1145-4766-8b93-41ab8708fb2c req-b3c6fc02-53c6-41af-853d-51725fcbbf36 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:31.387251 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-647403ed-1145-4766-8b93-41ab8708fb2c req-b3c6fc02-53c6-41af-853d-51725fcbbf36 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 944 time: 0.0526094 Aug 17 14:26:31.434534 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-647403ed-1145-4766-8b93-41ab8708fb2c req-ee746042-da7d-41a9-8ccc-180994c926af tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Aug 17 14:26:31.579562 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 4a0aa727-6649-4daa-9ff8-0c55474eb54b up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:26:31.623188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 4a0aa727-6649-4daa-9ff8-0c55474eb54b completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:26:31.629000 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 4a0aa727-6649-4daa-9ff8-0c55474eb54b triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:31.629450 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:31.657598 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:31.706497 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 4a0aa727-6649-4daa-9ff8-0c55474eb54b is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:31.706886 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:31.730691 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:31.733002 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa5b591-81c5-4f6f-82bf-ff53830e643e" -d '{"events": [{"server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "name": "network-vif-plugged", "status": "completed", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:31.747456 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:31.751503 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:31.773495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1515ea-c1ca-4f3d-a0b9-ae59c441c815 x-openstack-request-id: req-ca1515ea-c1ca-4f3d-a0b9-ae59c441c815 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:31.773787 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "name": "network-vif-plugged", "status": "completed", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:31.774077 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca1515ea-c1ca-4f3d-a0b9-ae59c441c815 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:31.774474 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1515ea-c1ca-4f3d-a0b9-ae59c441c815'] response: {'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'code': 200} Aug 17 14:26:31.801273 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=4a0aa727-6649-4daa-9ff8-0c55474eb54b,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:31.929243 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:31.940307 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f89589-c568-4ab2-8c01-243f1927e15b req-94884da3-4c2d-4530-bf2b-4c0435063f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:31.942779 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-63f89589-c568-4ab2-8c01-243f1927e15b req-94884da3-4c2d-4530-bf2b-4c0435063f58 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 1129 time: 0.0431080 Aug 17 14:26:31.986319 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-63f89589-c568-4ab2-8c01-243f1927e15b req-5aa604e1-b8f4-47ab-bc3b-0e42f5f42d77 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380828 Aug 17 14:26:32.202784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e8ef6-62ca-4ef0-af20-c2356561ea92 req-5b701a21-c40b-454e-915d-4e498e10d084 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:32.204357 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9e4e8ef6-62ca-4ef0-af20-c2356561ea92 req-5b701a21-c40b-454e-915d-4e498e10d084 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.0472081 Aug 17 14:26:32.429055 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebd9a1-afb6-4228-b54f-2af8faf0fdc1 req-73671de4-8eea-4c80-ba0e-2b4e026152e4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:32.430633 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-46ebd9a1-afb6-4228-b54f-2af8faf0fdc1 req-73671de4-8eea-4c80-ba0e-2b4e026152e4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0496247 Aug 17 14:26:32.485648 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-46ebd9a1-afb6-4228-b54f-2af8faf0fdc1 req-5d635d5a-0767-4674-9753-3bd8db5a2487 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492451 Aug 17 14:26:32.541797 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9e4e8ef6-62ca-4ef0-af20-c2356561ea92 req-102e408b-4f89-457f-a47f-82ca66d68f20 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316312 Aug 17 14:26:32.596408 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea210b-db80-498f-853f-4f703adf8736 req-271f5dad-f78b-4c77-8d78-da7dea479fff tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:32.597856 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f5ea210b-db80-498f-853f-4f703adf8736 req-271f5dad-f78b-4c77-8d78-da7dea479fff tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 945 time: 0.0479691 Aug 17 14:26:32.647258 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f5ea210b-db80-498f-853f-4f703adf8736 req-9b541120-fc43-462a-bafe-b26656a0fb64 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Aug 17 14:26:33.612934 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62698fe-051f-4d6b-a95b-95b7732c7c6e req-7457c76a-5fe1-4631-8891-c1b131f42707 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:33.614458 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d62698fe-051f-4d6b-a95b-95b7732c7c6e req-7457c76a-5fe1-4631-8891-c1b131f42707 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0488138 Aug 17 14:26:33.662075 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d62698fe-051f-4d6b-a95b-95b7732c7c6e req-1463d8ec-4d45-41f5-8a5f-96018715d146 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Aug 17 14:26:33.663794 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd551d1-7d4e-4249-9e41-8303c2fd4771 req-1f6d1d62-7e21-428a-81e5-cdb4eca51742 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:33.665336 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8bd551d1-7d4e-4249-9e41-8303c2fd4771 req-1f6d1d62-7e21-428a-81e5-cdb4eca51742 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.0475240 Aug 17 14:26:33.715724 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8bd551d1-7d4e-4249-9e41-8303c2fd4771 req-0c88ad86-69fc-4efc-b4da-ec1c22e6a599 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447931 Aug 17 14:26:33.755127 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:33.767550 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cc7e4-001d-4faa-ab18-dd08a78c78d0 req-815df146-f6c3-40b0-bb33-c264b4753e5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:33.769247 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c62cc7e4-001d-4faa-ab18-dd08a78c78d0 req-815df146-f6c3-40b0-bb33-c264b4753e5d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 945 time: 0.0490322 Aug 17 14:26:33.820176 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c62cc7e4-001d-4faa-ab18-dd08a78c78d0 req-ff2acb6c-680a-4a55-b702-9084007c8bf8 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Aug 17 14:26:33.933989 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a1b3-3946-45e2-8d12-1705a6f96ae4 req-01926589-e9c3-47b9-b633-5caa1653e33e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:33.935428 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8733a1b3-3946-45e2-8d12-1705a6f96ae4 req-01926589-e9c3-47b9-b633-5caa1653e33e tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 945 time: 0.0461638 Aug 17 14:26:33.945291 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52390) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:33.950265 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Request body: {'floatingip': {'port_id': '4a0aa727-6649-4daa-9ff8-0c55474eb54b'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:33.990327 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (3f461f90-29f4-4b84-aca5-17d345504335), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:34.400867 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:34.404398 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (3f461f90-29f4-4b84-aca5-17d345504335), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:34.406794 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:34.508684 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP 3f461f90-29f4-4b84-aca5-17d345504335 associated. External IP: 172.27.1.2, port: 4a0aa727-6649-4daa-9ff8-0c55474eb54b. Aug 17 14:26:34.651143 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:34.707921 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:26:34.788867 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a549-c49c-40a6-9b05-37f07036eba4 req-0dfadbe6-a52b-4903-bbdf-dbe95abdb240 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:34.791495 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2ec4a549-c49c-40a6-9b05-37f07036eba4 req-0dfadbe6-a52b-4903-bbdf-dbe95abdb240 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0522614 Aug 17 14:26:34.842042 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2ec4a549-c49c-40a6-9b05-37f07036eba4 req-b9be3f4b-047a-41e8-92a1-704b932be596 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 Aug 17 14:26:35.063911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc0525-af34-4b8a-9528-39b7ba31e9eb req-12f9f2bb-e698-4799-841a-b1c57c5aac80 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:35.065361 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1bcc0525-af34-4b8a-9528-39b7ba31e9eb req-12f9f2bb-e698-4799-841a-b1c57c5aac80 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 944 time: 0.0595984 Aug 17 14:26:35.066633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:26:35.071528 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:35.076838 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:26:35.087529 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:35.088309 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:35.120958 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9b48ee7e-0fc9-4567-943f-0b97d9161375 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/3f461f90-29f4-4b84-aca5-17d345504335 HTTP/1.1" status: 200 len: 989 time: 1.1746039 Aug 17 14:26:35.123486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:35.124989 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:35.153166 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1bcc0525-af34-4b8a-9528-39b7ba31e9eb req-0d51c56c-0e8e-42c4-9264-11d1a02f7f06 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782201 Aug 17 14:26:35.202000 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:35.360269 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da032233-f4c7-4615-a3af-431d4a1b3700 x-openstack-request-id: req-da032233-f4c7-4615-a3af-431d4a1b3700 {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:35.360565 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:35.360819 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da032233-f4c7-4615-a3af-431d4a1b3700 {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:35.361217 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da032233-f4c7-4615-a3af-431d4a1b3700'] response: {'name': 'network-changed', 'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'status': 'completed', 'code': 200} Aug 17 14:26:35.420908 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-23e61744-0fcb-455a-b6ce-2dcf1ee7c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:35.422437 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-23e61744-0fcb-455a-b6ce-2dcf1ee7c4e7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 1129 time: 0.0399950 Aug 17 14:26:35.439806 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '3f461f90-29f4-4b84-aca5-17d345504335', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:99:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:21Z', 'updated_at': '2022-08-17T14:26:34Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:35.465422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:26:35.474006 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:35.475213 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:35.517199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-6bb88abf-a29f-45b4-8f45-d5f4283f9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:35.518727 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-6bb88abf-a29f-45b4-8f45-d5f4283f9b89 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 200 len: 916 time: 0.0902085 Aug 17 14:26:35.577100 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:35.586852 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-2082630d-37fb-4b66-9366-85e2ac49c2f5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b HTTP/1.1" status: 200 len: 997 time: 0.0621336 Aug 17 14:26:35.603340 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 0589f214-807d-4d70-b565-d0b8b6704b45 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:26:35.616671 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:35.644836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-bf6b09d6-7b33-426b-8183-89411f1c7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:35.646675 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-bf6b09d6-7b33-426b-8183-89411f1c7b89 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 200 len: 854 time: 0.0546570 Aug 17 14:26:35.689539 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-094df285-808e-4422-9f00-7773023e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:35.691227 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-094df285-808e-4422-9f00-7773023e932f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391078 Aug 17 14:26:35.778077 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:35.783994 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-149f3596-224f-4181-8b9e-afd7536c6247 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865788 Aug 17 14:26:35.813446 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 0589f214-807d-4d70-b565-d0b8b6704b45, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0589f214-807d-4d70-b565-d0b8b6704b45,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:35.836590 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '0589f214-807d-4d70-b565-d0b8b6704b45', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:26:35.875393 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-451a5d28-0aa8-4a79-8ecb-c4ddacafdc58 req-e400eddc-a93a-49e1-9f31-81dafe547272 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856280 Aug 17 14:26:35.911928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 0589f214-807d-4d70-b565-d0b8b6704b45 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:35.912322 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:35.932133 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '3f461f90-29f4-4b84-aca5-17d345504335', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:99:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:21Z', 'updated_at': '2022-08-17T14:26:34Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:35.935973 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0589f214-807d-4d70-b565-d0b8b6704b45 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:35.968120 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36477f8f-e697-4526-a3f9-68a05abcc101 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '3f461f90-29f4-4b84-aca5-17d345504335', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'port_id': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'mac_address': 'fa:16:3e:99:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:21Z', 'updated_at': '2022-08-17T14:26:34Z', 'revision_number': 1, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:26:35.984137 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 0589f214-807d-4d70-b565-d0b8b6704b45, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0589f214-807d-4d70-b565-d0b8b6704b45,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:35.985008 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26862035-8270-4b18-b4b7-5fade96f4923 req-943c7187-e2c7-4500-ba8a-ec0e2b56d3af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:35.987113 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-26862035-8270-4b18-b4b7-5fade96f4923 req-943c7187-e2c7-4500-ba8a-ec0e2b56d3af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0530941 Aug 17 14:26:35.989515 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:36.038203 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-26862035-8270-4b18-b4b7-5fade96f4923 req-d257d5e4-edfc-44fe-b054-77c7005be165 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445466 Aug 17 14:26:36.039205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=0589f214-807d-4d70-b565-d0b8b6704b45,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:36.174286 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9122f2b-1252-4c8b-8492-cd553a2fd47f None None] New status for floating IP 3f461f90-29f4-4b84-aca5-17d345504335: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:26:36.192076 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['0589f214-807d-4d70-b565-d0b8b6704b45'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:26:36.281568 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c7e7a-e75d-4411-a288-040eda7ce709 req-d172d9fe-4138-4c6e-83bc-c27d95a0df0f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:36.283306 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-506c7e7a-e75d-4411-a288-040eda7ce709 req-d172d9fe-4138-4c6e-83bc-c27d95a0df0f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 945 time: 0.0520515 Aug 17 14:26:36.340566 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-506c7e7a-e75d-4411-a288-040eda7ce709 req-5dbbd8ca-2609-43ee-8697-ef51cbb54cdb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516329 Aug 17 14:26:37.162267 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58f700-e065-4790-a10b-2b52032e623c req-5601a246-6869-4a6f-96f2-71cada87295f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:37.163873 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-be58f700-e065-4790-a10b-2b52032e623c req-5601a246-6869-4a6f-96f2-71cada87295f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0470207 Aug 17 14:26:37.214024 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-be58f700-e065-4790-a10b-2b52032e623c req-5b4303b6-60ec-40f4-ae2e-f5952b8af39c tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Aug 17 14:26:37.422764 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:37.460090 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf3349-e5f4-4e96-bbe0-59b70f6dc87e req-9abaec9e-ce3a-463c-b8fe-6103435eed0e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:37.461646 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6abf3349-e5f4-4e96-bbe0-59b70f6dc87e req-9abaec9e-ce3a-463c-b8fe-6103435eed0e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 945 time: 0.0491507 Aug 17 14:26:37.511234 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6abf3349-e5f4-4e96-bbe0-59b70f6dc87e req-25d49833-f844-47e7-bb01-a8acafe23fdb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Aug 17 14:26:37.590697 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 0589f214-807d-4d70-b565-d0b8b6704b45 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:26:37.631605 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 0589f214-807d-4d70-b565-d0b8b6704b45 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:26:37.638046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 0589f214-807d-4d70-b565-d0b8b6704b45 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:37.638315 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:37.802118 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:37.833146 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 0589f214-807d-4d70-b565-d0b8b6704b45 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:37.833532 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:37.856065 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:37.858306 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c8ab6-bb82-4a22-b5b4-92e6c14f2b80" -d '{"events": [{"server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "name": "network-vif-plugged", "status": "completed", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:37.871245 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 0589f214-807d-4d70-b565-d0b8b6704b45, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0589f214-807d-4d70-b565-d0b8b6704b45,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:37.875882 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:37.900529 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe0b34-73f7-4656-bdb6-a9ce43656be3 x-openstack-request-id: req-8bfe0b34-73f7-4656-bdb6-a9ce43656be3 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:37.900814 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "name": "network-vif-plugged", "status": "completed", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:37.901064 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bfe0b34-73f7-4656-bdb6-a9ce43656be3 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:37.901444 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bfe0b34-73f7-4656-bdb6-a9ce43656be3'] response: {'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45', 'code': 200} Aug 17 14:26:37.920043 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:37.925681 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=0589f214-807d-4d70-b565-d0b8b6704b45,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:38.186377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8bed1-a38c-406e-918e-1595c2871650 req-00cf34f7-12cd-40c5-904a-c83f170573b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:38.187760 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-52f8bed1-a38c-406e-918e-1595c2871650 req-00cf34f7-12cd-40c5-904a-c83f170573b0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1130 time: 0.0402427 Aug 17 14:26:38.235118 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-52f8bed1-a38c-406e-918e-1595c2871650 req-f35ab25b-ae82-45b1-8519-f41498c1b213 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Aug 17 14:26:38.342418 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069aae-9164-441e-96d1-d9d9c80b9c39 req-b80e5ae8-763f-4e36-a4d9-084f3652a862 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:38.343889 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99069aae-9164-441e-96d1-d9d9c80b9c39 req-b80e5ae8-763f-4e36-a4d9-084f3652a862 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Aug 17 14:26:38.380241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:38.393099 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99069aae-9164-441e-96d1-d9d9c80b9c39 req-4096ecf9-b0da-4633-826d-d86272147524 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Aug 17 14:26:38.634931 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2a77b-b6c3-46c4-88cc-8ee979ee33cc req-2e03a04d-9d8c-45cf-b325-39d5801a1dc9 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:38.636360 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-13c2a77b-b6c3-46c4-88cc-8ee979ee33cc req-2e03a04d-9d8c-45cf-b325-39d5801a1dc9 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 946 time: 0.0513184 Aug 17 14:26:38.684970 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-13c2a77b-b6c3-46c4-88cc-8ee979ee33cc req-32c2bf53-cc18-48a8-921b-d9b0714e1870 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Aug 17 14:26:39.517704 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b112-5e06-4ca4-a825-683f98d7f1bc req-f61a2c30-1f2c-4f16-b1f3-faf69f4a7448 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:39.519202 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b40b112-5e06-4ca4-a825-683f98d7f1bc req-f61a2c30-1f2c-4f16-b1f3-faf69f4a7448 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0477195 Aug 17 14:26:39.566434 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b40b112-5e06-4ca4-a825-683f98d7f1bc req-53ab4024-c8fc-405a-b22e-3a6816034252 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Aug 17 14:26:39.802939 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc86bd-b65a-401f-8ea2-964e48ff59ea req-13fbe898-ec0e-4539-a18a-636a6328467b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:39.804389 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f9fc86bd-b65a-401f-8ea2-964e48ff59ea req-13fbe898-ec0e-4539-a18a-636a6328467b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 946 time: 0.0482509 Aug 17 14:26:39.854143 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f9fc86bd-b65a-401f-8ea2-964e48ff59ea req-c69d12e8-3f61-4bd2-bbdf-ab35be69bb2e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Aug 17 14:26:39.971055 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0c4cc-1617-416c-a80a-497a7583ce7c req-553ec0c7-16a3-400d-8f9d-eebaedfa9f88 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:39.972443 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3bd0c4cc-1617-416c-a80a-497a7583ce7c req-553ec0c7-16a3-400d-8f9d-eebaedfa9f88 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 946 time: 0.0486391 Aug 17 14:26:40.026111 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3bd0c4cc-1617-416c-a80a-497a7583ce7c req-d5c76935-dee0-4d1d-b76e-2d731c8b2e8b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473754 Aug 17 14:26:40.052022 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52422) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:40.091209 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a24d9-8c08-4d55-a133-5a73934a1540 tempest-TestVolumeBootPattern-1469754785 tempest-TestVolumeBootPattern-1469754785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:40.092672 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-178a24d9-8c08-4d55-a133-5a73934a1540 tempest-TestVolumeBootPattern-1469754785 tempest-TestVolumeBootPattern-1469754785-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1125 time: 0.0396280 Aug 17 14:26:40.095459 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52424) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:40.099552 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:26:40.120280 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:40.200716 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:40.307189 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Allocated IP 172.27.1.243 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/20699f40-f76b-4144-ba88-3c163af01b33) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:26:40.412384 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (20699f40-f76b-4144-ba88-3c163af01b33), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:40.443238 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (20699f40-f76b-4144-ba88-3c163af01b33), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:40.452540 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:40.484028 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:26:40.491365 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:26:40.498012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:26:40.501252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=20699f40-f76b-4144-ba88-3c163af01b33,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:40.531357 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.532016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.532131 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.532381 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.532721 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.533061 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.533397 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.533727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.534092 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.534425 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.534848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.535293 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.535644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.535987 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.536304 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:26:40.706089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2891b2-122f-47e7-963d-336cf516b6f6 req-b45e453a-9478-42e9-adde-fb8100de4d4f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:40.707564 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9d2891b2-122f-47e7-963d-336cf516b6f6 req-b45e453a-9478-42e9-adde-fb8100de4d4f tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0496478 Aug 17 14:26:40.734645 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:40.738631 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:40.758207 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9d2891b2-122f-47e7-963d-336cf516b6f6 req-9644b9ac-6484-4905-87ee-69633510d892 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447714 Aug 17 14:26:40.887110 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:40.952903 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (20699f40-f76b-4144-ba88-3c163af01b33), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:41.099006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (20699f40-f76b-4144-ba88-3c163af01b33), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:41.105190 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (20699f40-f76b-4144-ba88-3c163af01b33), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:41.174997 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:41.177748 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=20699f40-f76b-4144-ba88-3c163af01b33,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:41.281056 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Floating IP ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0 associated. External IP: 172.27.1.243, port: 0589f214-807d-4d70-b565-d0b8b6704b45. Aug 17 14:26:41.327940 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:41.479751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:26:41.578729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:41.587201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:26:41.596395 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:26:41.606061 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:41.607226 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:41.607839 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:41.636798 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-59dbcc29-6fb7-42c7-8592-e554f4835e21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5403247 Aug 17 14:26:41.637394 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:41.639694 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d6ace-c489-48a7-9a16-a2f09bb14fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:41.676801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d75b8f-17ed-4ab4-be50-bbc567d6c871 x-openstack-request-id: req-b9d75b8f-17ed-4ab4-be50-bbc567d6c871 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:41.677112 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:41.677370 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9d75b8f-17ed-4ab4-be50-bbc567d6c871 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:41.677783 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d75b8f-17ed-4ab4-be50-bbc567d6c871'] response: {'name': 'network-changed', 'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45', 'status': 'completed', 'code': 200} Aug 17 14:26:41.712570 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:41.741745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-ef5833b0-74e8-4b6d-bdcc-a9e9d9518404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:41.743868 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-ef5833b0-74e8-4b6d-bdcc-a9e9d9518404 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1130 time: 0.0436277 Aug 17 14:26:41.844469 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-f5b3ea89-8f20-40a5-a1d9-9ccbd68ffb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:41.845975 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-f5b3ea89-8f20-40a5-a1d9-9ccbd68ffb4d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.0968525 Aug 17 14:26:41.890617 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a60e-48bf-4128-ad17-3b449dc446c5 req-6c4abe70-ad5f-419d-9bab-73ba7ab56e19 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:41.892113 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ed51a60e-48bf-4128-ad17-3b449dc446c5 req-6c4abe70-ad5f-419d-9bab-73ba7ab56e19 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0528581 Aug 17 14:26:41.915016 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-12a7e2db-b806-4fe4-a1ff-51449a9b1874 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 1000 time: 0.0634787 Aug 17 14:26:41.939783 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:40Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:41.941158 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ed51a60e-48bf-4128-ad17-3b449dc446c5 req-2f11a87e-3d84-4e34-83f3-86a5e06fceac tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Aug 17 14:26:41.967529 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:26:41.968974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-2108c819-8520-4c8f-8edc-28596e35ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:41.970425 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-2108c819-8520-4c8f-8edc-28596e35ca4e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0493100 Aug 17 14:26:41.976205 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:26:41.977058 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:26:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:42.013111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-e8b53792-c5e0-4b97-ba84-d63abcb3988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:42.014631 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-e8b53792-c5e0-4b97-ba84-d63abcb3988a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387943 Aug 17 14:26:42.081343 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:26:42.109260 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-86cabb02-15f9-44fe-9b0f-d439d51060e3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882502 Aug 17 14:26:42.202864 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-276d6ace-c489-48a7-9a16-a2f09bb14fb4 req-c9d4f445-1ea3-4d0e-93d6-ac2700d68b22 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871778 Aug 17 14:26:42.293574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:40Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:26:42.318317 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15e3a-510a-4824-96c2-289d111db117 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:40Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:26:42.503521 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f4059-ee37-4e41-8b7d-16792a72c731 None None] New status for floating IP ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:26:42.505712 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:43.072440 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b1d5-637c-4f52-8a61-f0065a91dcdb req-59cc89d5-9672-49f9-ada9-6cd06ba69f35 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:43.073907 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6597b1d5-637c-4f52-8a61-f0065a91dcdb req-59cc89d5-9672-49f9-ada9-6cd06ba69f35 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0502961 Aug 17 14:26:43.121314 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6597b1d5-637c-4f52-8a61-f0065a91dcdb req-eb3b5c98-5a4c-4f66-b0f5-afa464751461 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Aug 17 14:26:43.256905 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2b14e015-dd65-4b9e-a5cb-bdf2621dc5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:43.637239 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:26:43.732661 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:43.745285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:43.756522 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '6595331b-2022-469a-8e24-df7f583b70a5', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'port_id': '6595331b-2022-469a-8e24-df7f583b70a5', 'mac_address': 'fa:16:3e:1e:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:26:43.759469 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:43.793931 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: ACTIVE; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:43.794242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:43.807121 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6595331b-2022-469a-8e24-df7f583b70a5 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:26:43.826646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:43.831360 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:43.887627 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=6']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:43.929164 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['6595331b-2022-469a-8e24-df7f583b70a5'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:26:44.248371 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04390e-4f72-4ca6-8ff5-e63d61b666eb req-5b844d41-f768-4ba5-a60f-e35c1799aee6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:44.249855 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6d04390e-4f72-4ca6-8ff5-e63d61b666eb req-5b844d41-f768-4ba5-a60f-e35c1799aee6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Aug 17 14:26:44.303417 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6d04390e-4f72-4ca6-8ff5-e63d61b666eb req-f32bfbf5-5f2b-4e26-b763-7b8bd021ee77 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480950 Aug 17 14:26:45.333502 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea1d1de4-6718-4f57-9576-fb5aaa86e4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:45.430580 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214f01-165b-411b-b457-1eab5fc7b128 req-e3f72c1f-555e-48fd-b254-3be38cb6ca95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:45.432863 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba214f01-165b-411b-b457-1eab5fc7b128 req-e3f72c1f-555e-48fd-b254-3be38cb6ca95 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Aug 17 14:26:45.452872 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:45.481744 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba214f01-165b-411b-b457-1eab5fc7b128 req-f2ef0206-2dd8-468d-b3bf-69317073fe48 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434337 Aug 17 14:26:45.660312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:26:45.706098 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 6595331b-2022-469a-8e24-df7f583b70a5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:26:45.706471 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (6595331b-2022-469a-8e24-df7f583b70a5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:45.778587 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:45.778977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:45.802220 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:45.804681 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e127b713-eba3-4cb3-946c-1ceb1f617ae7" -d '{"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:45.819475 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:45.825131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:45.855352 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142f0503-553a-4651-905e-c60f23be4bb8 x-openstack-request-id: req-142f0503-553a-4651-905e-c60f23be4bb8 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:45.855646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:45.855901 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-142f0503-553a-4651-905e-c60f23be4bb8 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:45.856292 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142f0503-553a-4651-905e-c60f23be4bb8'] response: {'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'code': 200} Aug 17 14:26:45.882682 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=7']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:46.623657 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401bca1-11b7-4fd2-8574-f00a61438f42 req-a63d14a9-5839-4b65-83c0-2d70723c8f85 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:46.625277 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b401bca1-11b7-4fd2-8574-f00a61438f42 req-a63d14a9-5839-4b65-83c0-2d70723c8f85 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0608346 Aug 17 14:26:46.680150 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b401bca1-11b7-4fd2-8574-f00a61438f42 req-1343cfb0-fd68-407e-9523-ee337c4b2024 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492508 Aug 17 14:26:46.763902 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:47.830589 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9df23-e7a6-4a99-b9c6-c573a12db6e7 req-6a981794-f72a-4716-8f5a-09b797e04cb8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:47.832789 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3a9df23-e7a6-4a99-b9c6-c573a12db6e7 req-6a981794-f72a-4716-8f5a-09b797e04cb8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0604067 Aug 17 14:26:47.860304 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:47.886456 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3a9df23-e7a6-4a99-b9c6-c573a12db6e7 req-f6706345-598b-44fe-bb03-8584772f3793 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Aug 17 14:26:48.179940 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:48.292353 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:49.028519 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cdcc2-d197-4b3e-ab97-3c605c647a21 req-99f2b768-9118-44d3-9555-5bfe68e4ff50 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:49.030226 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-374cdcc2-d197-4b3e-ab97-3c605c647a21 req-99f2b768-9118-44d3-9555-5bfe68e4ff50 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0555677 Aug 17 14:26:49.094538 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-374cdcc2-d197-4b3e-ab97-3c605c647a21 req-bdff2711-8bbc-4d57-be6a-1722313c55aa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578876 Aug 17 14:26:50.228844 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf85c9-9624-4c61-b756-5ccd0f008101 req-4113b708-925f-4928-94f7-cf5ff28dd564 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:50.231102 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-21bf85c9-9624-4c61-b756-5ccd0f008101 req-4113b708-925f-4928-94f7-cf5ff28dd564 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0553758 Aug 17 14:26:50.289186 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-21bf85c9-9624-4c61-b756-5ccd0f008101 req-cc931f4d-6ed8-4f30-8319-bd463186b076 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Aug 17 14:26:51.356419 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:51.457331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e130a-4cca-41a3-ba9a-bc598c15dd4b req-1cc0862d-fe7e-4e84-a9ce-12f0943b81cc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:51.462019 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-662e130a-4cca-41a3-ba9a-bc598c15dd4b req-1cc0862d-fe7e-4e84-a9ce-12f0943b81cc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0651698 Aug 17 14:26:51.521435 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-662e130a-4cca-41a3-ba9a-bc598c15dd4b req-09899fba-2b15-4aa9-b81e-b2949e779598 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520051 Aug 17 14:26:52.667823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cecc2-069e-4121-9703-f4e913e442a7 req-2dd69fb6-6cbb-4c68-ad71-7d0caacbfda0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:52.669474 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ec7cecc2-069e-4121-9703-f4e913e442a7 req-2dd69fb6-6cbb-4c68-ad71-7d0caacbfda0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0553701 Aug 17 14:26:52.731205 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ec7cecc2-069e-4121-9703-f4e913e442a7 req-f6cdc3df-c399-484d-90dc-a82506750ea6 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561190 Aug 17 14:26:53.872790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f521c-bda7-406d-9d71-f3feccedc9d4 req-0cd638af-6703-4806-ae0e-dcc8239c2b70 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:53.874451 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-781f521c-bda7-406d-9d71-f3feccedc9d4 req-0cd638af-6703-4806-ae0e-dcc8239c2b70 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0602849 Aug 17 14:26:53.931673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:53.937111 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-781f521c-bda7-406d-9d71-f3feccedc9d4 req-994b10db-3533-453a-ae4e-714b11851f2d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552104 Aug 17 14:26:55.061105 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290b5b-b8c4-4f8a-8593-d148f3538ea4 req-44ffef69-6af1-46c4-8edd-0b9d6eaf4fe3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:55.062683 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-24290b5b-b8c4-4f8a-8593-d148f3538ea4 req-44ffef69-6af1-46c4-8edd-0b9d6eaf4fe3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0470006 Aug 17 14:26:55.113144 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-24290b5b-b8c4-4f8a-8593-d148f3538ea4 req-57e2fde8-b040-4e7f-93e6-df726beaee50 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Aug 17 14:26:55.248004 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-3974109a-3175-4028-802b-a88596c05816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:55.249525 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-3974109a-3175-4028-802b-a88596c05816 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0406818 Aug 17 14:26:55.343437 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-ea173e7c-e300-435b-8784-a021fec4be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:55.344891 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-ea173e7c-e300-435b-8784-a021fec4be32 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.0882330 Aug 17 14:26:55.405502 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-e368ffe3-2d3c-4e96-8588-2ac13ac8eb07 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 1001 time: 0.0536752 Aug 17 14:26:55.454414 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-e6277ac6-2b1f-42fd-a1d0-627bd11e9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:55.455840 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-e6277ac6-2b1f-42fd-a1d0-627bd11e9fa8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0438581 Aug 17 14:26:55.506169 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-3530fbf6-aff1-42b6-816d-b011d40d7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:55.507625 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-3530fbf6-aff1-42b6-816d-b011d40d7e46 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415244 Aug 17 14:26:55.594938 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-754028c1-3d59-4d61-9792-f2f74cfbcafe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808465 Aug 17 14:26:55.686473 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23955393-77fa-4194-a916-fc1bf42c1c28 req-0e3d554c-3d9f-4deb-a252-b21ace55403d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851893 Aug 17 14:26:56.243182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da20e2c-7dc1-4ef7-bb34-1f8ad1861c42 req-2ca071ae-71f2-4c90-b861-5f9277409ebc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:56.244783 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2da20e2c-7dc1-4ef7-bb34-1f8ad1861c42 req-2ca071ae-71f2-4c90-b861-5f9277409ebc tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0476155 Aug 17 14:26:56.270149 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:56.293131 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2da20e2c-7dc1-4ef7-bb34-1f8ad1861c42 req-3d939996-e0ff-4f54-8fec-61eff8fffc02 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Aug 17 14:26:57.420836 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c334f-cd4b-489b-80d7-3e704f517864 req-42383a27-8005-45a8-bcf3-b8133845b15a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:57.422334 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-388c334f-cd4b-489b-80d7-3e704f517864 req-42383a27-8005-45a8-bcf3-b8133845b15a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 946 time: 0.0473297 Aug 17 14:26:57.474499 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-388c334f-cd4b-489b-80d7-3e704f517864 req-2ff02dad-ecd7-4c8d-b884-c37bd5837dbf tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Aug 17 14:26:57.724217 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:26:57.801842 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: ACTIVE; New status is: DOWN {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:26:57.802257 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:57.826669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:26:57.828898 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32cfa7-1573-4076-9ef6-852ac00daa3b" -d '{"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:26:57.841641 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:26:57.846174 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:26:57.870156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Aug 2022 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae48558-7a9a-4149-8d5e-2f3e08e0a6d2 x-openstack-request-id: req-bae48558-7a9a-4149-8d5e-2f3e08e0a6d2 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:26:57.870445 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-unplugged", "status": "failed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "code": 422}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:26:57.870697 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bae48558-7a9a-4149-8d5e-2f3e08e0a6d2 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:26:57.871131 dv-cinder-820027-18-iscsi neutron-server[106368]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bae48558-7a9a-4149-8d5e-2f3e08e0a6d2']: {'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'code': 422} returned with failed status Aug 17 14:26:57.873099 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:57.898388 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=8']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:26:58.603026 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018222-8672-485b-bc6a-de538e3df0d0 req-708f5a04-5362-41f0-a1c6-546ba12cdbb8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:58.605312 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-91018222-8672-485b-bc6a-de538e3df0d0 req-708f5a04-5362-41f0-a1c6-546ba12cdbb8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0475187 Aug 17 14:26:58.651291 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-91018222-8672-485b-bc6a-de538e3df0d0 req-f0800743-0a4f-4c84-a77b-5a37683473fd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Aug 17 14:26:59.442006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [req-a4be4810-e9f1-42bc-9366-f9fe04afffb3 req-a7c7f9d7-e410-414e-91e2-bd3f756644fc service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:26:59.442986 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a4be4810-e9f1-42bc-9366-f9fe04afffb3 req-a7c7f9d7-e410-414e-91e2-bd3f756644fc service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055764 Aug 17 14:26:59.620660 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06e5b0-2cc5-4eac-8c86-ad78cc2581bd req-ecef3a1f-ceec-4929-b674-f35b1f428dee tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:26:59.622174 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ca06e5b0-2cc5-4eac-8c86-ad78cc2581bd req-ecef3a1f-ceec-4929-b674-f35b1f428dee tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0500884 Aug 17 14:26:59.672545 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ca06e5b0-2cc5-4eac-8c86-ad78cc2581bd req-92a2b9fb-9c54-4439-aa5f-ded82e5dfba0 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447495 Aug 17 14:26:59.820181 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:59.833172 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:26:59.857202 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52564) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:26:59.943516 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-748c3386-f2db-4bfd-aeeb-13bfbd30fdde service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851667 Aug 17 14:26:59.952748 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-ee95e5be-d106-4aaf-b636-097406445f35 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:26:59.953708 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-ee95e5be-d106-4aaf-b636-097406445f35 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047572 Aug 17 14:27:00.029218 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52572) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:00.129638 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-bed8de08-993f-4454-964e-361cb8d56cab tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:00.131009 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-bed8de08-993f-4454-964e-361cb8d56cab tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports/6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 941 time: 0.1008091 Aug 17 14:27:00.799257 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fffec7-eb8e-4f41-b795-06bac482b041 req-aa9dc5d8-3e36-4a84-90b9-ea8c00c8d6d3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:00.800858 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6fffec7-eb8e-4f41-b795-06bac482b041 req-aa9dc5d8-3e36-4a84-90b9-ea8c00c8d6d3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0492740 Aug 17 14:27:00.847896 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f6fffec7-eb8e-4f41-b795-06bac482b041 req-28e470e2-3c86-4d34-be7d-4114c7fb3933 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 Aug 17 14:27:00.945124 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-58ea9ad5-c497-4366-bb08-8ac7fafc84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:00.946610 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-58ea9ad5-c497-4366-bb08-8ac7fafc84ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2&tenant_id=d406f06c30a245ea8a84766f5bc4bde4 HTTP/1.1" status: 200 len: 1128 time: 0.0384843 Aug 17 14:27:01.011930 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-c1045c2d-6f28-4691-b799-1c90dbb927a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:01.013402 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-c1045c2d-6f28-4691-b799-1c90dbb927a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1128 time: 0.0397139 Aug 17 14:27:01.108265 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-3420530e-29c8-46f8-a128-93e7491d22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:01.109587 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-3420530e-29c8-46f8-a128-93e7491d22ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.0894659 Aug 17 14:27:01.177082 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-6c1ef199-9606-4e97-a4a7-0ff9d289ec48 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 999 time: 0.0569553 Aug 17 14:27:01.225372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-1d07fb10-7531-439f-bee4-c2a1064ac500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:01.227110 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-1d07fb10-7531-439f-bee4-c2a1064ac500 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0430758 Aug 17 14:27:01.264596 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:01.270312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-b9fe1f1e-91ef-4a34-848f-6f0ca2830e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:01.271758 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-b9fe1f1e-91ef-4a34-848f-6f0ca2830e6f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388985 Aug 17 14:27:01.622160 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-f8de7ab7-acda-4b84-9bc9-06186e986d63 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431647 Aug 17 14:27:01.711267 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0a45d4f8-1efc-46f8-a987-38341ad5cb61 req-8e7ae8a9-0aab-4790-87f9-9e4e00949e1d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827036 Aug 17 14:27:01.973677 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f415-c144-4cd3-bde6-6295e69cb3eb req-c6d3b4ea-a37e-4e51-9de8-acbcc6651575 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:01.975863 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1c85f415-c144-4cd3-bde6-6295e69cb3eb req-c6d3b4ea-a37e-4e51-9de8-acbcc6651575 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0488355 Aug 17 14:27:02.014057 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:02.027462 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1c85f415-c144-4cd3-bde6-6295e69cb3eb req-b6435e43-b274-4310-9577-22955defadaa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Aug 17 14:27:03.202583 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607740b-2892-4dae-a587-e915c0911180 req-a291dc1d-a0b8-42dc-bda7-97be2a0884e5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:03.204306 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6607740b-2892-4dae-a587-e915c0911180 req-a291dc1d-a0b8-42dc-bda7-97be2a0884e5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0663636 Aug 17 14:27:03.273187 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6607740b-2892-4dae-a587-e915c0911180 req-79a99387-eb49-40f3-8421-7d8d3075e8ff tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546806 Aug 17 14:27:04.416228 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956131f-7b72-4fe2-9508-865d8afa724c req-399ad21e-587f-43e1-8f74-fddcd1c29fd3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:04.418699 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b956131f-7b72-4fe2-9508-865d8afa724c req-399ad21e-587f-43e1-8f74-fddcd1c29fd3 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0510812 Aug 17 14:27:04.473631 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b956131f-7b72-4fe2-9508-865d8afa724c req-054ad7b9-f1c9-4868-a174-ebdf6f4e8569 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493765 Aug 17 14:27:04.840060 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:27:05.607857 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1db4a-7941-4adc-957e-593a947bec3d req-f174bd4a-f96d-418e-ba1c-3e1dd9ec058b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:05.609427 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-65c1db4a-7941-4adc-957e-593a947bec3d req-f174bd4a-f96d-418e-ba1c-3e1dd9ec058b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0554674 Aug 17 14:27:05.659008 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-65c1db4a-7941-4adc-957e-593a947bec3d req-c9a10b87-45ee-445b-b718-a92c342d3020 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Aug 17 14:27:06.793890 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f06ef-ca38-4a1d-b8ef-2171759daa7d req-eb31c98e-2e12-49e6-8cb9-d4b83523d37e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:06.795604 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dc2f06ef-ca38-4a1d-b8ef-2171759daa7d req-eb31c98e-2e12-49e6-8cb9-d4b83523d37e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0500455 Aug 17 14:27:06.855269 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-dc2f06ef-ca38-4a1d-b8ef-2171759daa7d req-c2f93215-fef3-4dc3-ab1c-f61d62656473 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483866 Aug 17 14:27:07.895142 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:07.897170 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:07.993450 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3d158-06fc-48b8-862e-3dbc44697360 req-1ed02909-66ea-44c2-aae3-3ce8436801e7 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:08.001400 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dcd3d158-06fc-48b8-862e-3dbc44697360 req-1ed02909-66ea-44c2-aae3-3ce8436801e7 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0568893 Aug 17 14:27:08.050435 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dcd3d158-06fc-48b8-862e-3dbc44697360 req-83c21a8a-765b-4bfc-bc3d-1d5a691cf478 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480871 Aug 17 14:27:09.184549 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c7250-1705-4094-9e7f-9f9717c10862 req-a1f1a01d-ec2c-4b84-8c23-c56480b3bdaa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:09.186209 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-864c7250-1705-4094-9e7f-9f9717c10862 req-a1f1a01d-ec2c-4b84-8c23-c56480b3bdaa tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0508552 Aug 17 14:27:09.240225 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-864c7250-1705-4094-9e7f-9f9717c10862 req-abfcca80-57a8-491e-ba15-52251c5050dd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476222 Aug 17 14:27:10.369797 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f048cc-05d2-4db0-941f-a3378fd5aae1 req-fa323444-d86f-4609-8120-4909905f28ca tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:10.371512 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23f048cc-05d2-4db0-941f-a3378fd5aae1 req-fa323444-d86f-4609-8120-4909905f28ca tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0485971 Aug 17 14:27:10.419840 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-23f048cc-05d2-4db0-941f-a3378fd5aae1 req-b76e5c23-b655-498b-a89f-861b0518f4e1 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Aug 17 14:27:11.545787 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913adfab-8b0e-45eb-8dc1-cc93043109e8 req-566db3c3-d8c0-4ed9-bf2a-4a02baf33445 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:11.547266 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-913adfab-8b0e-45eb-8dc1-cc93043109e8 req-566db3c3-d8c0-4ed9-bf2a-4a02baf33445 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 944 time: 0.0498054 Aug 17 14:27:11.593223 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-913adfab-8b0e-45eb-8dc1-cc93043109e8 req-39e1eeea-e53f-4850-ab1e-27b852ee45fd tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Aug 17 14:27:11.765662 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:27:11.866262 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:11.877241 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '6595331b-2022-469a-8e24-df7f583b70a5', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'port_id': '6595331b-2022-469a-8e24-df7f583b70a5', 'mac_address': 'fa:16:3e:1e:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:27:11.911212 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:27:11.911601 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:11.924936 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6595331b-2022-469a-8e24-df7f583b70a5 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:27:11.943973 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:11.947936 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:11.993364 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=9']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:12.154712 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['6595331b-2022-469a-8e24-df7f583b70a5'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:27:12.716170 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5775809-0225-41f1-a73b-3800a7c5da2f req-c90928bd-6c1d-4560-8a98-492ed05790ec tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:12.717617 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c5775809-0225-41f1-a73b-3800a7c5da2f req-c90928bd-6c1d-4560-8a98-492ed05790ec tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Aug 17 14:27:12.728592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:12.765411 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c5775809-0225-41f1-a73b-3800a7c5da2f req-ce53a172-2c03-48b6-bfa7-df123499ddfb tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 Aug 17 14:27:13.259483 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a424433d-f409-41fd-a231-2716491fcb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:13.333187 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=17 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:13.775454 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:27:13.820014 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 6595331b-2022-469a-8e24-df7f583b70a5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:27:13.820396 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (6595331b-2022-469a-8e24-df7f583b70a5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:13.882137 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:13.900121 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 6595331b-2022-469a-8e24-df7f583b70a5 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:27:13.900521 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:13.900642 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f8921-2dbe-426b-822b-233654d7ec13 req-d01892b0-bcc4-45ee-8252-cd2ae97ab9c4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:13.902485 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cf4f8921-2dbe-426b-822b-233654d7ec13 req-d01892b0-bcc4-45ee-8252-cd2ae97ab9c4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Aug 17 14:27:13.924756 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:27:13.927998 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a45b2-6ae1-4227-a3c3-6a8e89435056" -d '{"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:27:13.944306 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:13.949469 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:13.971934 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cf4f8921-2dbe-426b-822b-233654d7ec13 req-01d20f18-0b8b-496d-92cf-45be93621ad9 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636525 Aug 17 14:27:13.976539 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7437a231-c701-4a79-abaa-044b392528f7 x-openstack-request-id: req-7437a231-c701-4a79-abaa-044b392528f7 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:27:13.977250 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:27:13.977764 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7437a231-c701-4a79-abaa-044b392528f7 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:27:13.978182 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7437a231-c701-4a79-abaa-044b392528f7'] response: {'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'code': 200} Aug 17 14:27:14.006622 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=10']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:14.014234 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.014642 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.014989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.015334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.015721 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.016076 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.016392 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.016731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.017060 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.017392 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.017725 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.018131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.018467 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.018838 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.019166 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:14.179476 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ce9f1-98ca-495b-b658-f0c667b67ce3 req-3f3a83d4-5c2f-44f4-b941-fef8189c7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:14.180960 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-783ce9f1-98ca-495b-b658-f0c667b67ce3 req-3f3a83d4-5c2f-44f4-b941-fef8189c7979 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1131 time: 0.0435162 Aug 17 14:27:14.231923 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-783ce9f1-98ca-495b-b658-f0c667b67ce3 req-11ad92fd-1602-4bf4-8055-b5faefdff55f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377650 Aug 17 14:27:14.831651 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=11 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:15.104682 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614481be-9824-46e1-8f7b-973476fbfc4b req-94d0819b-01dc-41db-a5f0-f76816be4a46 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:15.106339 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-614481be-9824-46e1-8f7b-973476fbfc4b req-94d0819b-01dc-41db-a5f0-f76816be4a46 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 947 time: 0.0502646 Aug 17 14:27:15.155207 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-614481be-9824-46e1-8f7b-973476fbfc4b req-1687428c-eef9-4afe-8917-de48750cd96a tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Aug 17 14:27:15.327505 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d10499b-b0c5-4a0f-b02b-2b8cd9d6a2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:16.279074 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cc196-f469-44b6-bf0a-5173413e4f50 req-a5eaf5a7-c425-4866-89bf-0bab92e40b48 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:16.280529 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f40cc196-f469-44b6-bf0a-5173413e4f50 req-a5eaf5a7-c425-4866-89bf-0bab92e40b48 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 947 time: 0.0473883 Aug 17 14:27:16.330669 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f40cc196-f469-44b6-bf0a-5173413e4f50 req-4eaf2074-9804-46fe-b6a5-65a04e588928 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Aug 17 14:27:16.763881 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:18.173844 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:18.181156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:18.284889 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:21.351087 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:25.143596 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=84 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:25.150775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=22 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:25.497662 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-02336791-3137-4d01-9bc2-80a5f2571d6f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385923 Aug 17 14:27:25.579147 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-395ef803-c22a-47c0-bf21-2711307555ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:25.580586 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-395ef803-c22a-47c0-bf21-2711307555ed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 1131 time: 0.0417998 Aug 17 14:27:25.683459 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-3bbe4b4a-7cd2-49b4-8ef5-eea52fe7471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:25.684972 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-3bbe4b4a-7cd2-49b4-8ef5-eea52fe7471b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 200 len: 918 time: 0.0858333 Aug 17 14:27:25.748151 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-1c82b41f-1e16-46a6-9ffa-57b186353a4a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 200 len: 1001 time: 0.0567737 Aug 17 14:27:25.795543 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-3f8db01a-9395-40b4-9279-d428e6848032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:25.796937 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-3f8db01a-9395-40b4-9279-d428e6848032 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 200 len: 856 time: 0.0429533 Aug 17 14:27:25.840509 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-cb7e11c9-572c-4a83-8aed-b0943f155e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:25.841990 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-cb7e11c9-572c-4a83-8aed-b0943f155e15 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b0217b11-e15c-43c2-9f22-0b0f3019f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384145 Aug 17 14:27:25.940848 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-a043a96a-3ec6-42e4-ae42-683ff5324b6d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916810 Aug 17 14:27:26.034883 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-03508d21-d89a-43ef-9064-f5975f527dc8 req-05f714a2-661f-4312-8cb6-b4c19b5eb831 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879147 Aug 17 14:27:26.319194 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=53 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:26.326545 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=18 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:28.689629 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b408-6ae5-4304-8ef2-abf06b1d4868 req-d6df61a4-ce39-4499-aa4f-ed1ee904c870 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:28.691034 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6ad2b408-6ae5-4304-8ef2-abf06b1d4868 req-d6df61a4-ce39-4499-aa4f-ed1ee904c870 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 945 time: 0.0483432 Aug 17 14:27:28.738532 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6ad2b408-6ae5-4304-8ef2-abf06b1d4868 req-3693e2da-0455-4e66-b7ec-476c72886e06 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418608 Aug 17 14:27:29.865616 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35bd07-cee3-43c6-bc73-664d99b0a664 req-43b9b93a-790f-43dd-987a-4a5a57a93367 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:29.867347 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-af35bd07-cee3-43c6-bc73-664d99b0a664 req-43b9b93a-790f-43dd-987a-4a5a57a93367 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 945 time: 0.0537894 Aug 17 14:27:29.914427 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-af35bd07-cee3-43c6-bc73-664d99b0a664 req-1faf3041-556a-4660-82d8-19ee05cc827d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8b8dcde3-5803-4253-89fa-3f0d699d40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Aug 17 14:27:30.178636 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-8596a52e-5563-4885-9a43-16f78ac4dd56 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:30.179992 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-8596a52e-5563-4885-9a43-16f78ac4dd56 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 945 time: 0.0473669 Aug 17 14:27:30.270228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port 4a0aa727-6649-4daa-9ff8-0c55474eb54b {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:30.270590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:30.359909 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] For port 4a0aa727-6649-4daa-9ff8-0c55474eb54b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a0aa727-6649-4daa-9ff8-0c55474eb54b,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:30.360278 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:30.506343 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:30.528235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:30.528807 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (3f461f90-29f4-4b84-aca5-17d345504335), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:30.529132 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Floating IP 3f461f90-29f4-4b84-aca5-17d345504335 disassociated. External IP: 172.27.1.2, port: 4a0aa727-6649-4daa-9ff8-0c55474eb54b. Aug 17 14:27:30.529478 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for 4a0aa727-6649-4daa-9ff8-0c55474eb54b owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:30.574588 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:30.662982 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (4a0aa727-6649-4daa-9ff8-0c55474eb54b), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:30.693428 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=4a0aa727-6649-4daa-9ff8-0c55474eb54b,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:30.802438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:27:30.914924 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:27:30.924276 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:27:30.935021 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:30.935625 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:30.961357 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] No DVR routers for this DVR port 4a0aa727-6649-4daa-9ff8-0c55474eb54b on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:27:30.964473 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:30.967988 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-44d7ca7c-d28d-4190-a198-9d68f7ed4ca9 req-cbf589fb-5b8f-46f4-8ec1-27c64667f75d tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4a0aa727-6649-4daa-9ff8-0c55474eb54b HTTP/1.1" status: 204 len: 173 time: 0.7829742 Aug 17 14:27:30.968409 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'name': 'network-vif-deleted', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:27:30.978027 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8870d9a1-c16d-4452-9414-164e601001c4" -d '{"events": [{"server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "name": "network-vif-deleted", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:27:31.028194 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b2e08f-cfd9-4f98-b6aa-4b0a19e317fb x-openstack-request-id: req-51b2e08f-cfd9-4f98-b6aa-4b0a19e317fb {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:27:31.028562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f9f2b2-c337-463e-9963-85697cb233d8", "name": "network-vif-deleted", "tag": "4a0aa727-6649-4daa-9ff8-0c55474eb54b", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:27:31.028887 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51b2e08f-cfd9-4f98-b6aa-4b0a19e317fb {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:27:31.029353 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b2e08f-cfd9-4f98-b6aa-4b0a19e317fb'] response: {'server_uuid': 'a9f9f2b2-c337-463e-9963-85697cb233d8', 'name': 'network-vif-deleted', 'tag': '4a0aa727-6649-4daa-9ff8-0c55474eb54b', 'status': 'completed', 'code': 200} Aug 17 14:27:31.044342 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:31.046380 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b76f7f70-9e87-4122-aed3-0f0ad0c55dd6 req-3265de2f-a1c1-4850-8c6a-c1528642ec4f tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a9f9f2b2-c337-463e-9963-85697cb233d8 HTTP/1.1" status: 200 len: 210 time: 0.0537794 Aug 17 14:27:31.063718 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:31.390011 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:31.414151 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:27:31.422514 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:31.423113 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:31.527120 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:31.717608 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:31.742931 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40452a1-abe8-443f-806c-0c2ca2b298e4 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:22:04Z', 'revision_number': 4, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bda156a3-c7b3-4c75-9cf9-a4f0f7764921', 'name': '', 'network_id': 'e29dceb0-7ea5-4d8d-91b7-7218a7be8eef', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'mac_address': 'fa:16:3e:92:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:03Z', 'updated_at': '2022-08-17T14:22:10Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'subnets': [{'id': 'b95f5af6-8b7a-4f24-8607-19395ada1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:27:31.955652 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a986b2-55fc-47c7-adf8-d15aa4e59574 None None] New status for floating IP 3f461f90-29f4-4b84-aca5-17d345504335: DOWN {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:27:32.140157 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52754) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:32.194510 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (8b8dcde3-5803-4253-89fa-3f0d699d40a7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.218150 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (8b8dcde3-5803-4253-89fa-3f0d699d40a7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.274837 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8b8dcde3-5803-4253-89fa-3f0d699d40a7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.278011 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.279148 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8b8dcde3-5803-4253-89fa-3f0d699d40a7 HTTP/1.1" status: 204 len: 168 time: 0.1379902 Aug 17 14:27:32.281995 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52756) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:32.288202 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8dcde3-5803-4253-89fa-3f0d699d40a7,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:32.295860 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.296209 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.296554 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.296895 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.297084 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-35659387-afa3-4ea5-9388-f5859ed924b6 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] show failed (client error): The resource could not be found. Aug 17 14:27:32.297232 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.297562 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.297908 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.298097 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-35659387-afa3-4ea5-9388-f5859ed924b6 tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "GET /networking/v2.0/security-groups/8b8dcde3-5803-4253-89fa-3f0d699d40a7 HTTP/1.1" status: 404 len: 347 time: 0.0145569 Aug 17 14:27:32.298252 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.298569 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.298898 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.299224 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.299549 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.299875 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.300198 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.300521 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e628-1986-4b8b-b80a-9c824598d8aa tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:32.300858 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52758) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:32.411075 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Deleting port d4b7729d-6a96-4eb0-94ef-136a5b569f52 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:32.411410 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.490071 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.490395 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (d4b7729d-6a96-4eb0-94ef-136a5b569f52), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.502751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Calling delete_port for d4b7729d-6a96-4eb0-94ef-136a5b569f52 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:32.629465 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d4b7729d-6a96-4eb0-94ef-136a5b569f52), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.656282 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Pushing event deleted for resources: {'Port': ['ID=d4b7729d-6a96-4eb0-94ef-136a5b569f52,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:32.702015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:32.723656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks [] for floatingip (3f461f90-29f4-4b84-aca5-17d345504335), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.726284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:32.727682 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6f1e5937-dc8a-4f26-974f-d5fcbf04c1ee tempest-AttachVolumeNegativeTest-800268705 tempest-AttachVolumeNegativeTest-800268705-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/3f461f90-29f4-4b84-aca5-17d345504335 HTTP/1.1" status: 204 len: 168 time: 0.4259582 Aug 17 14:27:33.872657 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 4a0aa727-6649-4daa-9ff8-0c55474eb54b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:33.893682 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 4a0aa727-6649-4daa-9ff8-0c55474eb54b {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:33.894232 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 4a0aa727-6649-4daa-9ff8-0c55474eb54b not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:36.427678 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52794) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:36.574751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:36.829339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (aafc973a-2532-4c82-9311-5731c69e4cbd), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:37.047706 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Deleting port bda156a3-c7b3-4c75-9cf9-a4f0f7764921 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:37.048032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:37.130005 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] For port bda156a3-c7b3-4c75-9cf9-a4f0f7764921, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:37.130287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:37.142862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Calling delete_port for bda156a3-c7b3-4c75-9cf9-a4f0f7764921 owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:37.339609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (bda156a3-c7b3-4c75-9cf9-a4f0f7764921), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:37.362355 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:37.364869 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Pushing event deleted for resources: {'Port': ['ID=bda156a3-c7b3-4c75-9cf9-a4f0f7764921,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:37.372885 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:37.531604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (aafc973a-2532-4c82-9311-5731c69e4cbd), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:37.746943 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Router aafc973a-2532-4c82-9311-5731c69e4cbd has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:27:37.845846 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:27:37.851650 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-856ba6fe-eeac-4c54-bb13-a833afac076d admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/aafc973a-2532-4c82-9311-5731c69e4cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4227118 Aug 17 14:27:37.854291 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52800) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:37.857678 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] Sync routers for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:27:37.868428 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:37.869012 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:37.954187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks [] for router (aafc973a-2532-4c82-9311-5731c69e4cbd), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:37.979004 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:38.053372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks [] for router_gateway (aafc973a-2532-4c82-9311-5731c69e4cbd), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.097438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Deleting port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:38.097779 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.112834 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:38.148977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:27:37Z', 'revision_number': 5, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port': {'id': '02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:00Z', 'updated_at': '2022-08-17T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:38.174860 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] Checking router: aafc973a-2532-4c82-9311-5731c69e4cbd for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:27:38.183738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] Routers {'aafc973a-2532-4c82-9311-5731c69e4cbd'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:38.183936 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] For port 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:38.184307 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.184423 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['aafc973a-2532-4c82-9311-5731c69e4cbd'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:38.197193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Calling delete_port for 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:38.240888 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:38.270223 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] Set router aafc973a-2532-4c82-9311-5731c69e4cbd gateway port host: None {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:38.301245 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:38.323285 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:27:38Z', 'revision_number': 6, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:38.347621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b62d72-ddea-4822-983c-33635592b5d8 None None] The sync data for ids ['aafc973a-2532-4c82-9311-5731c69e4cbd'] in dv-cinder-820027-18-iscsi is: [{'id': 'aafc973a-2532-4c82-9311-5731c69e4cbd', 'name': 'tempest-AttachVolumeNegativeTest-1688530242-router', 'tenant_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:21:59Z', 'updated_at': '2022-08-17T14:27:38Z', 'revision_number': 6, 'project_id': 'e0ea90a7fe7644c4840c0361c9f95200', 'gw_port_host': None}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:27:38.369073 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.394284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:38.459530 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (aafc973a-2532-4c82-9311-5731c69e4cbd), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.557538 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (aafc973a-2532-4c82-9311-5731c69e4cbd), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.559735 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks [] for router_controller (aafc973a-2532-4c82-9311-5731c69e4cbd), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.604164 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (aafc973a-2532-4c82-9311-5731c69e4cbd), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.604661 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aafc973a-2532-4c82-9311-5731c69e4cbd {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:27:38.609991 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.611173 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b49d6a5b-22b7-421a-baf7-9f6f6d32de82 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/aafc973a-2532-4c82-9311-5731c69e4cbd HTTP/1.1" status: 204 len: 168 time: 0.7558749 Aug 17 14:27:38.613736 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52802) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:38.658284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Deleting subnet b95f5af6-8b7a-4f24-8607-19395ada1320 {{(pid=106366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:27:38.661340 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Publish callbacks [] for subnet (b95f5af6-8b7a-4f24-8607-19395ada1320), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.703768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58934497'] for subnet (b95f5af6-8b7a-4f24-8607-19395ada1320), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:38.786989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bda156a3-c7b3-4c75-9cf9-a4f0f7764921 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:38.812024 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: bda156a3-c7b3-4c75-9cf9-a4f0f7764921 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:38.812379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bda156a3-c7b3-4c75-9cf9-a4f0f7764921 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:39.054517 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (b95f5af6-8b7a-4f24-8607-19395ada1320), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.111092 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58950997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58925325'] for subnet (b95f5af6-8b7a-4f24-8607-19395ada1320), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.138039 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95f5af6-8b7a-4f24-8607-19395ada1320,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:39.139991 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.143103 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ea4e63b0-38dc-4325-9eb3-a5eff5de02a2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b95f5af6-8b7a-4f24-8607-19395ada1320 HTTP/1.1" status: 204 len: 168 time: 0.5283973 Aug 17 14:27:39.145519 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52804) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:39.145664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae594579-cc25-4ab3-8213-61c7dc48b567 None None] Network e29dceb0-7ea5-4d8d-91b7-7218a7be8eef requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:27:39.160914 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:39.217180 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.260069 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Deleting port 748c5b49-6e03-4058-8d0f-3a62d0988b49 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:39.260409 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.313609 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] DHCP port deletion for e29dceb0-7ea5-4d8d-91b7-7218a7be8eef request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:27:39.326984 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] For port 748c5b49-6e03-4058-8d0f-3a62d0988b49, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=748c5b49-6e03-4058-8d0f-3a62d0988b49,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:39.327355 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.344086 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Calling delete_port for 748c5b49-6e03-4058-8d0f-3a62d0988b49 owned by network:dhcp {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:39.349357 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] Deleting port 748c5b49-6e03-4058-8d0f-3a62d0988b49 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:39.349736 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.400343 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:39.423148 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] For port 748c5b49-6e03-4058-8d0f-3a62d0988b49, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=748c5b49-6e03-4058-8d0f-3a62d0988b49,segment=NetworkSegment(5b0df0e1-a378-4497-a945-9f1538c4fda5),segment_id=5b0df0e1-a378-4497-a945-9f1538c4fda5)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:39.423550 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.427769 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.438041 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] Calling delete_port for 748c5b49-6e03-4058-8d0f-3a62d0988b49 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:39.455319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] No DVR routers for this DVR port 748c5b49-6e03-4058-8d0f-3a62d0988b49 on host dv-cinder-820027-18-iscsi {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:27:39.459106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=748c5b49-6e03-4058-8d0f-3a62d0988b49,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:39.515996 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (748c5b49-6e03-4058-8d0f-3a62d0988b49), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.519113 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:39.535793 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.543477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] Pushing event deleted for resources: {'Port': ['ID=748c5b49-6e03-4058-8d0f-3a62d0988b49,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:39.547377 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ebcad-31e9-440d-8fbd-b8cc9de292eb None None] No DVR routers for this DVR port 748c5b49-6e03-4058-8d0f-3a62d0988b49 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:27:39.562334 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29dceb0-7ea5-4d8d-91b7-7218a7be8eef']}} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:39.571676 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0df0e1-a378-4497-a945-9f1538c4fda5') {'for_net_delete': True} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:39.571969 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0df0e1-a378-4497-a945-9f1538c4fda5') {} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:39.582073 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58934504'] for segment (5b0df0e1-a378-4497-a945-9f1538c4fda5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.595912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (5b0df0e1-a378-4497-a945-9f1538c4fda5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.602861 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:27:39.603287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58950963'] for segment (5b0df0e1-a378-4497-a945-9f1538c4fda5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.662330 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (e29dceb0-7ea5-4d8d-91b7-7218a7be8eef), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.668737 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.672168 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e29dceb0-7ea5-4d8d-91b7-7218a7be8eef HTTP/1.1" status: 204 len: 168 time: 0.5250900 Aug 17 14:27:39.688677 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a5416-e8f0-4e6d-b9b3-68866f7a5f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29dceb0-7ea5-4d8d-91b7-7218a7be8eef,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:39.751012 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment 5b0df0e1-a378-4497-a945-9f1538c4fda5 resource provider aggregate not found Aug 17 14:27:39.770198 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment 5b0df0e1-a378-4497-a945-9f1538c4fda5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b0df0e1-a378-4497-a945-9f1538c4fda5 found for delete ", "request_id": "req-eba2bc02-0c77-4578-878a-d5364d4cc97b"}]} Aug 17 14:27:39.795745 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52814) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:39.836482 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e108dc51-6b55-4b78-91e2-641414e2c5fa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e0ea90a7fe7644c4840c0361c9f95200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395274 Aug 17 14:27:39.839176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52816) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:39.887914 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5e52e7a3-cbc5-4a21-8ac1-8ae01d2b32ac admin admin] Publish callbacks [] for security_group (06a20921-4f0e-457b-8091-f6d613751f6f), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.908560 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5e52e7a3-cbc5-4a21-8ac1-8ae01d2b32ac admin admin] Publish callbacks [] for security_group (06a20921-4f0e-457b-8091-f6d613751f6f), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.956396 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5e52e7a3-cbc5-4a21-8ac1-8ae01d2b32ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (06a20921-4f0e-457b-8091-f6d613751f6f), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.959341 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5e52e7a3-cbc5-4a21-8ac1-8ae01d2b32ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:39.960473 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5e52e7a3-cbc5-4a21-8ac1-8ae01d2b32ac admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/06a20921-4f0e-457b-8091-f6d613751f6f HTTP/1.1" status: 204 len: 168 time: 0.1203713 Aug 17 14:27:39.968368 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52e7a3-cbc5-4a21-8ac1-8ae01d2b32ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a20921-4f0e-457b-8091-f6d613751f6f,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:40.672795 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 748c5b49-6e03-4058-8d0f-3a62d0988b49 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:40.691820 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 748c5b49-6e03-4058-8d0f-3a62d0988b49 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:40.692169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 748c5b49-6e03-4058-8d0f-3a62d0988b49 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:40.692590 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:40.711452 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:40.711802 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 02a88d5a-25d0-404c-b3aa-3ee43cd2fdc6 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:41.839983 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:27:43.297143 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-66d67481-6ed1-4cd0-9208-689b0b6a6c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:44.956725 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 52916) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:45.061661 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-59198bfe-7520-4a96-a7ab-65d335410188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.139122 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-59198bfe-7520-4a96-a7ab-65d335410188 admin admin] Publish callbacks [] for security_group (304fe9e0-3778-4174-a958-19c4e3b26a05), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.142764 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-59198bfe-7520-4a96-a7ab-65d335410188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (304fe9e0-3778-4174-a958-19c4e3b26a05), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.184571 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-59198bfe-7520-4a96-a7ab-65d335410188 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fd87f3382adc429f96e89fb44316659a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267849 Aug 17 14:27:45.185428 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59198bfe-7520-4a96-a7ab-65d335410188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304fe9e0-3778-4174-a958-19c4e3b26a05,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:45.188101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52920) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:45.237700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Publish callbacks [] for security_group (304fe9e0-3778-4174-a958-19c4e3b26a05), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.260200 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Publish callbacks [] for security_group (304fe9e0-3778-4174-a958-19c4e3b26a05), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.310213 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (304fe9e0-3778-4174-a958-19c4e3b26a05), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.312671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.313821 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/304fe9e0-3778-4174-a958-19c4e3b26a05 HTTP/1.1" status: 204 len: 168 time: 0.1245625 Aug 17 14:27:45.326393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304fe9e0-3778-4174-a958-19c4e3b26a05,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:45.330852 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4f3cf9d5-ba4d-478b-b3c8-45473d9d5cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.337640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.341662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.342042 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.342393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.342803 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.343144 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.343480 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.343806 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.344139 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.344471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.344873 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.345165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.345856 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.345982 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.346336 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c882ca2-0877-4f87-bf97-8e089d4561a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:27:45.590808 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52926) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:45.604447 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b206c2a-693c-4e98-9560-409eb93f2f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.682301 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b206c2a-693c-4e98-9560-409eb93f2f3f admin admin] Publish callbacks [] for security_group (46b71a17-5cc5-4fef-ac9b-e29117ee268a), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.685998 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b206c2a-693c-4e98-9560-409eb93f2f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (46b71a17-5cc5-4fef-ac9b-e29117ee268a), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.725144 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b206c2a-693c-4e98-9560-409eb93f2f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b71a17-5cc5-4fef-ac9b-e29117ee268a,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:45.732710 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1b206c2a-693c-4e98-9560-409eb93f2f3f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7412cdb2b3ec4c6095b5e62c948f6eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387200 Aug 17 14:27:45.733697 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 52928) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:45.783343 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-12e6e5cf-2673-4eab-8258-fcd907af000a admin admin] Publish callbacks [] for security_group (46b71a17-5cc5-4fef-ac9b-e29117ee268a), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.804369 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-12e6e5cf-2673-4eab-8258-fcd907af000a admin admin] Publish callbacks [] for security_group (46b71a17-5cc5-4fef-ac9b-e29117ee268a), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.850815 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-12e6e5cf-2673-4eab-8258-fcd907af000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (46b71a17-5cc5-4fef-ac9b-e29117ee268a), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.853719 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-12e6e5cf-2673-4eab-8258-fcd907af000a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:45.854882 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-12e6e5cf-2673-4eab-8258-fcd907af000a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/46b71a17-5cc5-4fef-ac9b-e29117ee268a HTTP/1.1" status: 204 len: 168 time: 0.1207101 Aug 17 14:27:45.862763 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6e5cf-2673-4eab-8258-fcd907af000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b71a17-5cc5-4fef-ac9b-e29117ee268a,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:46.770261 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:48.184612 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:48.286865 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:49.842543 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c0aae-3a0a-4ce0-bbe9-4189c15974fc req-71d22f05-0321-4e32-b8a0-a8e81d076ef8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:49.843998 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ef8c0aae-3a0a-4ce0-bbe9-4189c15974fc req-71d22f05-0321-4e32-b8a0-a8e81d076ef8 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 947 time: 0.0474985 Aug 17 14:27:49.890967 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ef8c0aae-3a0a-4ce0-bbe9-4189c15974fc req-4f43fca0-4922-4f24-81d6-4954d31c203e tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Aug 17 14:27:50.842022 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53016) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:50.952986 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48f28c19-896c-481b-88b5-747ea1f937bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:50.987898 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:51.016054 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:51.025911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb2db-87a4-4850-85bd-deab55832b92 req-66b853c9-ba3c-40c9-acb8-0c44c0269549 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:51.028089 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-53cdb2db-87a4-4850-85bd-deab55832b92 req-66b853c9-ba3c-40c9-acb8-0c44c0269549 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 947 time: 0.0515864 Aug 17 14:27:51.046081 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48f28c19-896c-481b-88b5-747ea1f937bb admin admin] Publish callbacks [] for security_group (807e5dcf-4b61-475b-81e1-a47b28bccdea), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.051364 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48f28c19-896c-481b-88b5-747ea1f937bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (807e5dcf-4b61-475b-81e1-a47b28bccdea), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.088772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:51.093764 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-48f28c19-896c-481b-88b5-747ea1f937bb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7c17b4a6b7ad4fa0a3cd1267ee000e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506769 Aug 17 14:27:51.095042 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28c19-896c-481b-88b5-747ea1f937bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807e5dcf-4b61-475b-81e1-a47b28bccdea,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:51.098866 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53022) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:51.117534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98babe18-58b4-40da-872d-1b7254193125 req-32234678-1368-4fad-9c17-33a519cf751d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:27:51.119060 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-98babe18-58b4-40da-872d-1b7254193125 req-32234678-1368-4fad-9c17-33a519cf751d tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 947 time: 0.0758009 Aug 17 14:27:51.122889 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-53cdb2db-87a4-4850-85bd-deab55832b92 req-616f8d02-8e30-440d-aa6b-d1df84913660 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=486a4da2-6b04-4878-9f38-824b3e38e323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879238 Aug 17 14:27:51.155823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-53030bad-3254-4613-894f-50f6f4de2c4b admin admin] Publish callbacks [] for security_group (807e5dcf-4b61-475b-81e1-a47b28bccdea), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.178067 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-53030bad-3254-4613-894f-50f6f4de2c4b admin admin] Publish callbacks [] for security_group (807e5dcf-4b61-475b-81e1-a47b28bccdea), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.199522 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:51.205992 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Deleting port 6595331b-2022-469a-8e24-df7f583b70a5 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:51.206370 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (6595331b-2022-469a-8e24-df7f583b70a5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.230190 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-53030bad-3254-4613-894f-50f6f4de2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (807e5dcf-4b61-475b-81e1-a47b28bccdea), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.232741 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-53030bad-3254-4613-894f-50f6f4de2c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.236318 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-53030bad-3254-4613-894f-50f6f4de2c4b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/807e5dcf-4b61-475b-81e1-a47b28bccdea HTTP/1.1" status: 204 len: 168 time: 0.1341276 Aug 17 14:27:51.243947 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53030bad-3254-4613-894f-50f6f4de2c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807e5dcf-4b61-475b-81e1-a47b28bccdea,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:51.310513 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] For port 6595331b-2022-469a-8e24-df7f583b70a5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6595331b-2022-469a-8e24-df7f583b70a5,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:51.310881 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (6595331b-2022-469a-8e24-df7f583b70a5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.351839 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.481645 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.482125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (3f46fb03-51c9-4a54-9205-f1cb78cfb6b0), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.482642 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Floating IP 3f46fb03-51c9-4a54-9205-f1cb78cfb6b0 disassociated. External IP: 172.27.1.76, port: 6595331b-2022-469a-8e24-df7f583b70a5. Aug 17 14:27:51.482995 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Calling delete_port for 6595331b-2022-469a-8e24-df7f583b70a5 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:51.512545 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53028) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:51.526611 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01c1b4f3-bcd7-4e17-8cb1-b1360e68a3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.608490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01c1b4f3-bcd7-4e17-8cb1-b1360e68a3a3 admin admin] Publish callbacks [] for security_group (4b5d5515-5eef-42f8-85d5-cdc4369dde36), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.613439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01c1b4f3-bcd7-4e17-8cb1-b1360e68a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (4b5d5515-5eef-42f8-85d5-cdc4369dde36), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.639795 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (6595331b-2022-469a-8e24-df7f583b70a5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.653661 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b4f3-bcd7-4e17-8cb1-b1360e68a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d5515-5eef-42f8-85d5-cdc4369dde36,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:51.664008 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-01c1b4f3-bcd7-4e17-8cb1-b1360e68a3a3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5c80e17658c14392bfe10b1042def70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502090 Aug 17 14:27:51.664644 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53030) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:51.675443 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event deleted for resources: {'Port': ['ID=6595331b-2022-469a-8e24-df7f583b70a5,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:51.729198 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03ff3868-2700-48ab-9e54-a3bb2c303d85 admin admin] Publish callbacks [] for security_group (4b5d5515-5eef-42f8-85d5-cdc4369dde36), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.751157 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03ff3868-2700-48ab-9e54-a3bb2c303d85 admin admin] Publish callbacks [] for security_group (4b5d5515-5eef-42f8-85d5-cdc4369dde36), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.784204 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Router c82182d2-05b4-40d6-862c-84af6827bea7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:27:51.805252 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03ff3868-2700-48ab-9e54-a3bb2c303d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (4b5d5515-5eef-42f8-85d5-cdc4369dde36), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.808409 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-03ff3868-2700-48ab-9e54-a3bb2c303d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.809552 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-03ff3868-2700-48ab-9e54-a3bb2c303d85 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4b5d5515-5eef-42f8-85d5-cdc4369dde36 HTTP/1.1" status: 204 len: 168 time: 0.1438873 Aug 17 14:27:51.819027 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff3868-2700-48ab-9e54-a3bb2c303d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d5515-5eef-42f8-85d5-cdc4369dde36,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:51.835402 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:51.836759 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:51.903862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:27:51.915091 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:27:51.926631 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:51.927535 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:51.947677 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] No DVR routers for this DVR port 6595331b-2022-469a-8e24-df7f583b70a5 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:27:51.950194 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:51.953409 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-98babe18-58b4-40da-872d-1b7254193125 req-a8c61666-f538-490b-b1cf-0047f3e6766b tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.42 "DELETE /networking/v2.0/ports/6595331b-2022-469a-8e24-df7f583b70a5 HTTP/1.1" status: 204 len: 173 time: 0.8277748 Aug 17 14:27:51.953839 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-deleted', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:27:51.956123 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e07e8-a03b-4620-9c10-0984d6ffe660" -d '{"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-deleted", "tag": "6595331b-2022-469a-8e24-df7f583b70a5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:27:52.008730 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fee5f-728f-47ac-b9eb-dd993d11ac4c x-openstack-request-id: req-2f7fee5f-728f-47ac-b9eb-dd993d11ac4c {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:27:52.009803 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046575d9-7c91-4fc4-8658-4a6020bc4fa2", "name": "network-vif-deleted", "tag": "6595331b-2022-469a-8e24-df7f583b70a5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:27:52.010189 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f7fee5f-728f-47ac-b9eb-dd993d11ac4c {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:27:52.010697 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7fee5f-728f-47ac-b9eb-dd993d11ac4c'] response: {'server_uuid': '046575d9-7c91-4fc4-8658-4a6020bc4fa2', 'name': 'network-vif-deleted', 'tag': '6595331b-2022-469a-8e24-df7f583b70a5', 'status': 'completed', 'code': 200} Aug 17 14:27:52.056097 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:52.263659 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5e2580e-0e1e-4472-a0c0-19db40c5e928 req-283c54eb-7433-4907-9210-f3a645d9a3f4 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=046575d9-7c91-4fc4-8658-4a6020bc4fa2 HTTP/1.1" status: 200 len: 210 time: 0.0328040 Aug 17 14:27:52.292967 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:52.319603 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:27:52.329612 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:52.330242 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:52.469840 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:52.770176 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:52.796880 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e307f-8ce4-4d48-840c-d577e7f0cd09 None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:20:19Z', 'revision_number': 4, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '07452b38-a767-4c99-871a-ff90f8acdb04', 'name': '', 'network_id': 'b0217b11-e15c-43c2-9f22-0b0f3019f594', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'mac_address': 'fa:16:3e:3e:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:18Z', 'updated_at': '2022-08-17T14:20:37Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'subnets': [{'id': 'a0007775-5b31-437e-8d50-692a395f45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:27:53.024669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34f3bd4-23f2-432a-ad2f-ee324ed80b8d None None] New status for floating IP 3f46fb03-51c9-4a54-9205-f1cb78cfb6b0: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:27:53.368406 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53082) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:53.426922 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b392b35-a786-4a1a-9a48-ebb20d9ae8b5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (486a4da2-6b04-4878-9f38-824b3e38e323), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.452833 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b392b35-a786-4a1a-9a48-ebb20d9ae8b5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (486a4da2-6b04-4878-9f38-824b3e38e323), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.507717 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b392b35-a786-4a1a-9a48-ebb20d9ae8b5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (486a4da2-6b04-4878-9f38-824b3e38e323), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.511045 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0b392b35-a786-4a1a-9a48-ebb20d9ae8b5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.512430 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-0b392b35-a786-4a1a-9a48-ebb20d9ae8b5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/486a4da2-6b04-4878-9f38-824b3e38e323 HTTP/1.1" status: 204 len: 168 time: 0.1422532 Aug 17 14:27:53.517906 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53092) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:53.521946 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392b35-a786-4a1a-9a48-ebb20d9ae8b5 tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486a4da2-6b04-4878-9f38-824b3e38e323,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:53.537062 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-da334137-6fe0-45cb-8671-d790c32ad5ef tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] show failed (client error): The resource could not be found. Aug 17 14:27:53.538204 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-da334137-6fe0-45cb-8671-d790c32ad5ef tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "GET /networking/v2.0/security-groups/486a4da2-6b04-4878-9f38-824b3e38e323 HTTP/1.1" status: 404 len: 347 time: 0.0218089 Aug 17 14:27:53.541688 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53096) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:53.656351 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Deleting port 59c8ab75-bd96-4565-b184-436d36ec05d7 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:53.656761 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.699869 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:53.738112 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.738446 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (59c8ab75-bd96-4565-b184-436d36ec05d7), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.740506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:53.752908 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Calling delete_port for 59c8ab75-bd96-4565-b184-436d36ec05d7 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:53.894955 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (59c8ab75-bd96-4565-b184-436d36ec05d7), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:53.927084 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Pushing event deleted for resources: {'Port': ['ID=59c8ab75-bd96-4565-b184-436d36ec05d7,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:53.994243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:53.997428 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks [] for floatingip (3f46fb03-51c9-4a54-9205-f1cb78cfb6b0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.000266 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.001481 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-23d47474-2a48-41b0-b4b2-3e78c9f073af tempest-AttachVolumeShelveTestJSON-1786249168 tempest-AttachVolumeShelveTestJSON-1786249168-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/3f46fb03-51c9-4a54-9205-f1cb78cfb6b0 HTTP/1.1" status: 204 len: 168 time: 0.4588406 Aug 17 14:27:54.015934 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 6595331b-2022-469a-8e24-df7f583b70a5 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:54.016547 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 6595331b-2022-469a-8e24-df7f583b70a5 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:54.083221 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53124) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:54.194229 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-80a967c3-32b9-4ec5-8249-add92c044528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.273479 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-80a967c3-32b9-4ec5-8249-add92c044528 admin admin] Publish callbacks [] for security_group (2020beb5-386b-4a7e-afc8-050f30051eb9), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.277284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-80a967c3-32b9-4ec5-8249-add92c044528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2020beb5-386b-4a7e-afc8-050f30051eb9), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.316016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a967c3-32b9-4ec5-8249-add92c044528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2020beb5-386b-4a7e-afc8-050f30051eb9,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:54.320280 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-80a967c3-32b9-4ec5-8249-add92c044528 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4d6c7388013c475eb140310121e2e7c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357297 Aug 17 14:27:54.323575 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53128) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:54.374121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-808fafcc-386e-469d-a5fa-b08ce4d22a6e admin admin] Publish callbacks [] for security_group (2020beb5-386b-4a7e-afc8-050f30051eb9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.396638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-808fafcc-386e-469d-a5fa-b08ce4d22a6e admin admin] Publish callbacks [] for security_group (2020beb5-386b-4a7e-afc8-050f30051eb9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.461781 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-808fafcc-386e-469d-a5fa-b08ce4d22a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (2020beb5-386b-4a7e-afc8-050f30051eb9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.465158 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-808fafcc-386e-469d-a5fa-b08ce4d22a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.466387 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-808fafcc-386e-469d-a5fa-b08ce4d22a6e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2020beb5-386b-4a7e-afc8-050f30051eb9 HTTP/1.1" status: 204 len: 168 time: 0.1415215 Aug 17 14:27:54.474603 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fafcc-386e-469d-a5fa-b08ce4d22a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2020beb5-386b-4a7e-afc8-050f30051eb9,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:54.734493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53134) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:54.748119 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8f486cf8-31fd-4c26-94e3-f5e82a35078d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.825519 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8f486cf8-31fd-4c26-94e3-f5e82a35078d admin admin] Publish callbacks [] for security_group (8b83d18b-0004-4f2c-b607-f0c143cbadc3), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.829365 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-8f486cf8-31fd-4c26-94e3-f5e82a35078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8b83d18b-0004-4f2c-b607-f0c143cbadc3), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.846269 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:54.866633 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:54.871678 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-8f486cf8-31fd-4c26-94e3-f5e82a35078d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f46a85d932c74a2fbfebf055ac0eef48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361551 Aug 17 14:27:54.872933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f486cf8-31fd-4c26-94e3-f5e82a35078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b83d18b-0004-4f2c-b607-f0c143cbadc3,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:54.874540 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53136) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:54.914434 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:54.930325 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1def-44f2-4c2f-90c8-3743b08e3a8f admin admin] Publish callbacks [] for security_group (8b83d18b-0004-4f2c-b607-f0c143cbadc3), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:54.944482 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:54.954850 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1def-44f2-4c2f-90c8-3743b08e3a8f admin admin] Publish callbacks [] for security_group (8b83d18b-0004-4f2c-b607-f0c143cbadc3), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:55.002668 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1def-44f2-4c2f-90c8-3743b08e3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8b83d18b-0004-4f2c-b607-f0c143cbadc3), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:55.005211 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d4bd1def-44f2-4c2f-90c8-3743b08e3a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:55.006382 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d4bd1def-44f2-4c2f-90c8-3743b08e3a8f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8b83d18b-0004-4f2c-b607-f0c143cbadc3 HTTP/1.1" status: 204 len: 168 time: 0.1308615 Aug 17 14:27:55.014346 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd1def-44f2-4c2f-90c8-3743b08e3a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b83d18b-0004-4f2c-b607-f0c143cbadc3,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:56.091253 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53176) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:56.194301 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-30451237-994c-4231-b17c-6ce338a0d727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.269031 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-30451237-994c-4231-b17c-6ce338a0d727 admin admin] Publish callbacks [] for security_group (8f7b8fa0-7998-463b-99ef-7119cd66c272), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.272702 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-30451237-994c-4231-b17c-6ce338a0d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8f7b8fa0-7998-463b-99ef-7119cd66c272), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.312458 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-30451237-994c-4231-b17c-6ce338a0d727 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3cc3eaad753140d0a27a11af83edec20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201438 Aug 17 14:27:56.313286 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30451237-994c-4231-b17c-6ce338a0d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7b8fa0-7998-463b-99ef-7119cd66c272,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:56.315817 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53180) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:56.374392 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b6273c4c-2fbf-4b43-a493-d5fa8d57bc08 admin admin] Publish callbacks [] for security_group (8f7b8fa0-7998-463b-99ef-7119cd66c272), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.398473 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b6273c4c-2fbf-4b43-a493-d5fa8d57bc08 admin admin] Publish callbacks [] for security_group (8f7b8fa0-7998-463b-99ef-7119cd66c272), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.455310 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53188) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:56.456724 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b6273c4c-2fbf-4b43-a493-d5fa8d57bc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (8f7b8fa0-7998-463b-99ef-7119cd66c272), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.459724 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b6273c4c-2fbf-4b43-a493-d5fa8d57bc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:56.464815 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b6273c4c-2fbf-4b43-a493-d5fa8d57bc08 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8f7b8fa0-7998-463b-99ef-7119cd66c272 HTTP/1.1" status: 204 len: 168 time: 0.1474571 Aug 17 14:27:56.473612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6273c4c-2fbf-4b43-a493-d5fa8d57bc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7b8fa0-7998-463b-99ef-7119cd66c272,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:56.844227 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (c82182d2-05b4-40d6-862c-84af6827bea7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:57.076188 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Deleting port 07452b38-a767-4c99-871a-ff90f8acdb04 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:57.076519 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:57.146043 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:57.155740 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:57.163584 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] For port 07452b38-a767-4c99-871a-ff90f8acdb04, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=07452b38-a767-4c99-871a-ff90f8acdb04,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:57.163945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:57.178516 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Calling delete_port for 07452b38-a767-4c99-871a-ff90f8acdb04 owned by network:router_interface {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:57.373064 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (07452b38-a767-4c99-871a-ff90f8acdb04), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:57.398723 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=07452b38-a767-4c99-871a-ff90f8acdb04,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:57.574522 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (c82182d2-05b4-40d6-862c-84af6827bea7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:57.790396 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Router c82182d2-05b4-40d6-862c-84af6827bea7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:27:57.888877 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:27:57.893760 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-bd4283b3-c372-46d6-8efa-2642ff7f5dfc admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/c82182d2-05b4-40d6-862c-84af6827bea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373863 Aug 17 14:27:57.896380 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53220) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:57.899497 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] Sync routers for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:27:57.910113 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:57.910657 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:57.980263 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:57.997583 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks [] for router (c82182d2-05b4-40d6-862c-84af6827bea7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.012612 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:58.096237 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks [] for router_gateway (c82182d2-05b4-40d6-862c-84af6827bea7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.101219 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:58.140013 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Deleting port 2e99e880-2a67-43a2-bf49-f11fe580687a {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:58.140347 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.179301 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:27:57Z', 'revision_number': 5, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port': {'id': '2e99e880-2a67-43a2-bf49-f11fe580687a', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:20:13Z', 'updated_at': '2022-08-17T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:58.180734 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:58.209888 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] Checking router: c82182d2-05b4-40d6-862c-84af6827bea7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:27:58.219123 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] Routers {'c82182d2-05b4-40d6-862c-84af6827bea7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:27:58.219737 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['c82182d2-05b4-40d6-862c-84af6827bea7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:58.221324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] For port 2e99e880-2a67-43a2-bf49-f11fe580687a, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=2e99e880-2a67-43a2-bf49-f11fe580687a,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:58.221838 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.234957 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Calling delete_port for 2e99e880-2a67-43a2-bf49-f11fe580687a owned by network:router_gateway {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:58.301478 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:58.310659 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] Set router c82182d2-05b4-40d6-862c-84af6827bea7 gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:27:58.359738 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:27:58Z', 'revision_number': 6, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:58.383843 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688959cd-7c82-42a1-8ec8-28e99100b801 None None] The sync data for ids ['c82182d2-05b4-40d6-862c-84af6827bea7'] in dv-cinder-820027-18-iscsi is: [{'id': 'c82182d2-05b4-40d6-862c-84af6827bea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1041650778-router', 'tenant_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:20:12Z', 'updated_at': '2022-08-17T14:27:58Z', 'revision_number': 6, 'project_id': 'd406f06c30a245ea8a84766f5bc4bde4', 'gw_port_host': None}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:27:58.398571 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (2e99e880-2a67-43a2-bf49-f11fe580687a), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.423597 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e99e880-2a67-43a2-bf49-f11fe580687a,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:58.695413 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (c82182d2-05b4-40d6-862c-84af6827bea7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.780541 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (c82182d2-05b4-40d6-862c-84af6827bea7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.782724 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks [] for router_controller (c82182d2-05b4-40d6-862c-84af6827bea7), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.826399 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (c82182d2-05b4-40d6-862c-84af6827bea7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.826985 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c82182d2-05b4-40d6-862c-84af6827bea7 {{(pid=106367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:27:58.832747 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.833932 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-186808de-1628-4a70-8114-b19ea7c0dc1f admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/c82182d2-05b4-40d6-862c-84af6827bea7 HTTP/1.1" status: 204 len: 168 time: 0.9366119 Aug 17 14:27:58.836422 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53226) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:58.900439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Deleting subnet a0007775-5b31-437e-8d50-692a395f45ee {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:27:58.904176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Publish callbacks [] for subnet (a0007775-5b31-437e-8d50-692a395f45ee), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.939142 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2e99e880-2a67-43a2-bf49-f11fe580687a no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:58.945565 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (a0007775-5b31-437e-8d50-692a395f45ee), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:58.961738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 2e99e880-2a67-43a2-bf49-f11fe580687a {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:58.962312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2e99e880-2a67-43a2-bf49-f11fe580687a not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:58.962772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 07452b38-a767-4c99-871a-ff90f8acdb04 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:27:58.989548 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 07452b38-a767-4c99-871a-ff90f8acdb04 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:27:58.990180 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 07452b38-a767-4c99-871a-ff90f8acdb04 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:27:59.016354 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:59.032706 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (a0007775-5b31-437e-8d50-692a395f45ee), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.093155 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (a0007775-5b31-437e-8d50-692a395f45ee), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.125682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0007775-5b31-437e-8d50-692a395f45ee,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:59.132521 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2083db-abf4-4345-9a01-23c2528b5d16 None None] Network b0217b11-e15c-43c2-9f22-0b0f3019f594 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:27:59.139213 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.143757 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5a06bf3d-e7dc-4cef-bbff-e4217dad025e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a0007775-5b31-437e-8d50-692a395f45ee HTTP/1.1" status: 204 len: 168 time: 0.3063710 Aug 17 14:27:59.146442 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53236) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:59.232049 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (b0217b11-e15c-43c2-9f22-0b0f3019f594), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.278849 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Deleting port 189d156e-ec7d-4b6b-9363-b4520f4aff3f {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:59.279205 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.327462 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:59.347046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] DHCP port deletion for b0217b11-e15c-43c2-9f22-0b0f3019f594 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:27:59.353684 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:59.361182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] For port 189d156e-ec7d-4b6b-9363-b4520f4aff3f, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=189d156e-ec7d-4b6b-9363-b4520f4aff3f,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:59.361556 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.376136 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Calling delete_port for 189d156e-ec7d-4b6b-9363-b4520f4aff3f owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:59.381987 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:59.402460 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] Deleting port 189d156e-ec7d-4b6b-9363-b4520f4aff3f {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:27:59.403098 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.464007 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.481856 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] For port 189d156e-ec7d-4b6b-9363-b4520f4aff3f, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=189d156e-ec7d-4b6b-9363-b4520f4aff3f,segment=NetworkSegment(fd0243ae-9fda-4ccb-b6d0-53eee35b5255),segment_id=fd0243ae-9fda-4ccb-b6d0-53eee35b5255)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:27:59.482390 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.489588 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=189d156e-ec7d-4b6b-9363-b4520f4aff3f,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:59.493054 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] No DVR routers for this DVR port 189d156e-ec7d-4b6b-9363-b4520f4aff3f on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:27:59.501581 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] Calling delete_port for 189d156e-ec7d-4b6b-9363-b4520f4aff3f owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:27:59.567191 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (b0217b11-e15c-43c2-9f22-0b0f3019f594), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.578243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (189d156e-ec7d-4b6b-9363-b4520f4aff3f), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.589087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0217b11-e15c-43c2-9f22-0b0f3019f594']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:59.598391 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:59.598681 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0243ae-9fda-4ccb-b6d0-53eee35b5255') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:27:59.602758 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] Pushing event deleted for resources: {'Port': ['ID=189d156e-ec7d-4b6b-9363-b4520f4aff3f,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:59.606376 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d34640-3799-4486-80fe-05e0ed1a3b75 None None] No DVR routers for this DVR port 189d156e-ec7d-4b6b-9363-b4520f4aff3f on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:27:59.613477 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (fd0243ae-9fda-4ccb-b6d0-53eee35b5255), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.627728 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (fd0243ae-9fda-4ccb-b6d0-53eee35b5255), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.635730 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:27:59.636147 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (fd0243ae-9fda-4ccb-b6d0-53eee35b5255), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.679997 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment fd0243ae-9fda-4ccb-b6d0-53eee35b5255 resource provider aggregate not found Aug 17 14:27:59.699492 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment fd0243ae-9fda-4ccb-b6d0-53eee35b5255 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd0243ae-9fda-4ccb-b6d0-53eee35b5255 found for delete ", "request_id": "req-1e3a8b16-4897-4b2c-aedf-3443aa136dbd"}]} Aug 17 14:27:59.703688 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (b0217b11-e15c-43c2-9f22-0b0f3019f594), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.709647 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.713312 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/b0217b11-e15c-43c2-9f22-0b0f3019f594 HTTP/1.1" status: 204 len: 168 time: 0.5647802 Aug 17 14:27:59.724762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250a53c-4e4f-4e9b-a372-6f3e98122cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0217b11-e15c-43c2-9f22-0b0f3019f594,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:27:59.878104 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53248) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:59.919157 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c97bba05-af69-49a9-82b0-8510237ed1c2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d406f06c30a245ea8a84766f5bc4bde4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399213 Aug 17 14:27:59.921637 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53250) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:27:59.969765 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-220f95f6-b762-4bad-870a-d3b7af5e0611 admin admin] Publish callbacks [] for security_group (a6a833a5-4fcb-47a4-9e65-6181669e747d), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:27:59.971914 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:27:59.994653 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-220f95f6-b762-4bad-870a-d3b7af5e0611 admin admin] Publish callbacks [] for security_group (a6a833a5-4fcb-47a4-9e65-6181669e747d), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:00.042222 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-220f95f6-b762-4bad-870a-d3b7af5e0611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (a6a833a5-4fcb-47a4-9e65-6181669e747d), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:00.044772 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-220f95f6-b762-4bad-870a-d3b7af5e0611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:00.045968 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-220f95f6-b762-4bad-870a-d3b7af5e0611 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a6a833a5-4fcb-47a4-9e65-6181669e747d HTTP/1.1" status: 204 len: 168 time: 0.1233842 Aug 17 14:28:00.053656 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f95f6-b762-4bad-870a-d3b7af5e0611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a833a5-4fcb-47a4-9e65-6181669e747d,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:00.684134 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 189d156e-ec7d-4b6b-9363-b4520f4aff3f no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:28:00.705565 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 189d156e-ec7d-4b6b-9363-b4520f4aff3f {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:28:00.705930 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 189d156e-ec7d-4b6b-9363-b4520f4aff3f not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:28:00.769456 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53280) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:00.870798 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1114705919-network', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:00.890805 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Made reservation on behalf of fce910ec862744d9adc05b00a3bd1311 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:00.893268 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:00.902374 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:00.983004 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks [] for security_group (d44d4cc3-1e6c-457f-9bf0-1766474bdbd8), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:00.986847 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d44d4cc3-1e6c-457f-9bf0-1766474bdbd8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.016141 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:28:01.021439 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d4cc3-1e6c-457f-9bf0-1766474bdbd8,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:01.030425 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (b962e533-93b0-4929-b69f-313f0e420e76), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.030852 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Added segment b962e533-93b0-4929-b69f-313f0e420e76 of type vlan for network 7cf4343f-ee72-431b-988e-1d072ada39f7 Aug 17 14:28:01.069948 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (7cf4343f-ee72-431b-988e-1d072ada39f7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.095054 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (7cf4343f-ee72-431b-988e-1d072ada39f7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.096082 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:01.096699 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.166734 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3956568 Aug 17 14:28:01.169789 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53284) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:01.171977 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465f207-9924-4895-9629-6017397ce154 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf4343f-ee72-431b-988e-1d072ada39f7,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:01.174686 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Request body: {'subnet': {'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1114705919-subnet', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:01.182455 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:28:01.199124 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Made reservation on behalf of fce910ec862744d9adc05b00a3bd1311 for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:01.201434 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.370430 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (308b8221-946e-46c4-8276-d5ed5551ee25), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.423964 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308b8221-946e-46c4-8276-d5ed5551ee25,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:01.450200 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Checking segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:01.450561 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Network hostable DHCP agents. Network: 7cf4343f-ee72-431b-988e-1d072ada39f7, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:28:01.468047 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:28:01.476121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 7cf4343f-ee72-431b-988e-1d072ada39f7) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:01.480852 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:01.482001 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.485587 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2605f-e7ee-4e80-b547-ee166dfce182 None None] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:28:01.502061 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53286) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:01.502411 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-fb239031-2a75-46f9-8104-c15382fd50c5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3312573 Aug 17 14:28:01.506658 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:01.510969 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:01.534858 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (9bb02c35-cab7-450d-9f14-452e325ce0d9), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.535909 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (9bb02c35-cab7-450d-9f14-452e325ce0d9), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.585713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks [] for router_controller (9bb02c35-cab7-450d-9f14-452e325ce0d9), precommit_add_association {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.595587 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-7cf4343f-ee72-431b-988e-1d072ada39f7', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:28:01.596557 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.721451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks [] for router_gateway (9bb02c35-cab7-450d-9f14-452e325ce0d9), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.741220 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Allocated IP 172.20.0.2 (7cf4343f-ee72-431b-988e-1d072ada39f7/308b8221-946e-46c4-8276-d5ed5551ee25/53867bd9-d76d-462f-999a-3f4f02abc25d) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:01.905819 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Publish callbacks [] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.911902 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.932929 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks [] for router_gateway (9bb02c35-cab7-450d-9f14-452e325ce0d9), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.953193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:01.955600 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:01.957386 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:01.963181 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:01.965513 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Pushing event updated for resources: {'Port': ['ID=53867bd9-d76d-462f-999a-3f4f02abc25d,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:01.967700 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:02.021944 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:02.026887 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Attempting to bind port 53867bd9-d76d-462f-999a-3f4f02abc25d on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:02.027336 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Attempting to bind port 53867bd9-d76d-462f-999a-3f4f02abc25d by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:02.027725 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Attempting to bind port 53867bd9-d76d-462f-999a-3f4f02abc25d on network 7cf4343f-ee72-431b-988e-1d072ada39f7 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:02.034046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:02.034413 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Checking segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:02.034811 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.035197 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Bound using segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:02.035662 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Bound port: 53867bd9-d76d-462f-999a-3f4f02abc25d, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:02.036037 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.066838 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Allocated IP 172.27.1.63 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/39305dfb-bcfd-4e68-84e4-1a438666fb40) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:02.100385 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-70064024-1187-431b-b1d0-3717c7002804 None None] For port 53867bd9-d76d-462f-999a-3f4f02abc25d, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:02.104266 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-70064024-1187-431b-b1d0-3717c7002804 None None] For port 53867bd9-d76d-462f-999a-3f4f02abc25d, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=53867bd9-d76d-462f-999a-3f4f02abc25d,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:02.109631 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.139481 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:02.161707 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70064024-1187-431b-b1d0-3717c7002804 None None] Pushing event updated for resources: {'Port': ['ID=53867bd9-d76d-462f-999a-3f4f02abc25d,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:02.187845 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks [] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.222254 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.262882 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:02.283124 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:02.288955 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:02.313971 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Pushing event updated for resources: {'Port': ['ID=39305dfb-bcfd-4e68-84e4-1a438666fb40,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:02.531275 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:02.542853 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks [] for router_gateway (9bb02c35-cab7-450d-9f14-452e325ce0d9), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.697994 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 53867bd9-d76d-462f-999a-3f4f02abc25d up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:02.731877 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (9bb02c35-cab7-450d-9f14-452e325ce0d9), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.747078 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 53867bd9-d76d-462f-999a-3f4f02abc25d triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:02.747612 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.825021 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:02.835609 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 53867bd9-d76d-462f-999a-3f4f02abc25d is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:02.836188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.881469 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 53867bd9-d76d-462f-999a-3f4f02abc25d, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=53867bd9-d76d-462f-999a-3f4f02abc25d,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:02.882123 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:28:02.887848 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:02.942547 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=53867bd9-d76d-462f-999a-3f4f02abc25d,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:03.016516 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:03.030869 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:03.042894 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.046909 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ad84339a-d6c7-4b4f-a5ad-a945c03db950 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5411942 Aug 17 14:28:03.047732 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53298) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:03.049806 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:03.050472 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:03.092928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0ab56-d26c-4ca3-8181-7304a1916036 None None] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:28:03.205044 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d0de6b60-956b-401f-9814-7f947904e155 None None] Provisioning complete for port 53867bd9-d76d-462f-999a-3f4f02abc25d triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:03.205437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d0de6b60-956b-401f-9814-7f947904e155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.286864 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:03.409899 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:03.450797 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d0de6b60-956b-401f-9814-7f947904e155 None None] Current status of the port 53867bd9-d76d-462f-999a-3f4f02abc25d is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:03.480768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:03.528757 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:03.537078 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.547145 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:02Z', 'revision_number': 3, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:03.576733 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:03.577094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Updating router 9bb02c35-cab7-450d-9f14-452e325ce0d9 port 39305dfb-bcfd-4e68-84e4-1a438666fb40 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:28:03.611312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.694436 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Allocated IP 172.20.0.1 (7cf4343f-ee72-431b-988e-1d072ada39f7/308b8221-946e-46c4-8276-d5ed5551ee25/bee74312-a2a8-44c6-b4fe-c4c119b00f40) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:03.697915 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:03.706856 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-17aa0908-da9a-451a-b78e-85586161fe31 None None] Provisioning complete for port 53867bd9-d76d-462f-999a-3f4f02abc25d triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:03.707308 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-17aa0908-da9a-451a-b78e-85586161fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.805012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks [] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.840409 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:03.881317 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:03.884495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:03.890540 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:03.935298 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Pushing event updated for resources: {'Port': ['ID=bee74312-a2a8-44c6-b4fe-c4c119b00f40,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:03.952043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (9bb02c35-cab7-450d-9f14-452e325ce0d9), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.004363 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-17aa0908-da9a-451a-b78e-85586161fe31 None None] Current status of the port 53867bd9-d76d-462f-999a-3f4f02abc25d is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:04.076644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Publish callbacks [] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.084397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.094850 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.124617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Attempting to bind port 39305dfb-bcfd-4e68-84e4-1a438666fb40 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:04.124977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Attempting to bind port 39305dfb-bcfd-4e68-84e4-1a438666fb40 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:04.125345 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Attempting to bind port 39305dfb-bcfd-4e68-84e4-1a438666fb40 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:04.142267 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:04.142641 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:04.143037 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.143424 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:04.143890 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Bound port: 39305dfb-bcfd-4e68-84e4-1a438666fb40, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:04.144266 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.149260 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-68bf4c8d-19de-40ed-ac7e-dfc33881af20 None None] Provisioning complete for port bee74312-a2a8-44c6-b4fe-c4c119b00f40 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:04.149646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-68bf4c8d-19de-40ed-ac7e-dfc33881af20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.186808 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce8e85-3225-4897-a05e-9f6a26d7bfd2 None None] Pushing event updated for resources: {'Port': ['ID=39305dfb-bcfd-4e68-84e4-1a438666fb40,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:04.221321 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-68bf4c8d-19de-40ed-ac7e-dfc33881af20 None None] Port bee74312-a2a8-44c6-b4fe-c4c119b00f40 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:04.228808 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] For port 39305dfb-bcfd-4e68-84e4-1a438666fb40, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:04.232129 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] For port 39305dfb-bcfd-4e68-84e4-1a438666fb40, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=39305dfb-bcfd-4e68-84e4-1a438666fb40,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:04.239098 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.253325 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:04.257385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:04.273156 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:04.273676 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks [] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.273801 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:04.279209 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.344213 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce8e85-3225-4897-a05e-9f6a26d7bfd2 None None] Pushing event updated for resources: {'Port': ['ID=39305dfb-bcfd-4e68-84e4-1a438666fb40,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:04.351076 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Pushing event updated for resources: {'Port': ['ID=bee74312-a2a8-44c6-b4fe-c4c119b00f40,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:04.356394 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (9bb02c35-cab7-450d-9f14-452e325ce0d9), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.405757 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:04.458119 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:04.463973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:04.537731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:04.613502 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:28:04.616853 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:03Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:04.672718 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92372c5-24e7-4778-8515-fd285c85b672 None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:03Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:04.758330 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 53867bd9-d76d-462f-999a-3f4f02abc25d up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:04.786170 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:04.792433 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-14dc2104-69e9-417f-ae54-e7086f36ccda admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/9bb02c35-cab7-450d-9f14-452e325ce0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416635 Aug 17 14:28:04.809356 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 53867bd9-d76d-462f-999a-3f4f02abc25d triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:04.809948 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.831440 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:04.859405 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-a851d661-2586-4d80-8853-47146f6e1b07 None None] Provisioning complete for port bee74312-a2a8-44c6-b4fe-c4c119b00f40 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:04.859948 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a851d661-2586-4d80-8853-47146f6e1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:04.927364 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-a851d661-2586-4d80-8853-47146f6e1b07 None None] Port bee74312-a2a8-44c6-b4fe-c4c119b00f40 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:04.969391 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 53867bd9-d76d-462f-999a-3f4f02abc25d is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:05.146540 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53320) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:05.151156 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302225786', 'description': 'tempest-description--408038195'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:05.175229 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.252704 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (3386c2f6-2234-44ed-b383-841b67a3c3b1), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.256673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3386c2f6-2234-44ed-b383-841b67a3c3b1), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.287565 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.292361 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1412427 Aug 17 14:28:05.293022 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53322) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:05.294726 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a153e5-a330-48d6-9e10-addbe30a41c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3386c2f6-2234-44ed-b383-841b67a3c3b1,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:05.297330 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'security_group_rule': {'security_group_id': '3386c2f6-2234-44ed-b383-841b67a3c3b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:05.327954 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (917dae40-9120-4703-b6b8-6aec4f24ec20), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.408812 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (917dae40-9120-4703-b6b8-6aec4f24ec20), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.412428 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (917dae40-9120-4703-b6b8-6aec4f24ec20), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.430713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917dae40-9120-4703-b6b8-6aec4f24ec20,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:05.445137 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.446512 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-75564639-2e10-4f3f-acdd-e3abd3f5c34b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527145 Aug 17 14:28:05.449708 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53324) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:05.454358 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'security_group_rule': {'security_group_id': '3386c2f6-2234-44ed-b383-841b67a3c3b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:05.485507 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (84fc444b-aaab-40ce-95bf-86c107f2bfa2), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.550020 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (84fc444b-aaab-40ce-95bf-86c107f2bfa2), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.555168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (84fc444b-aaab-40ce-95bf-86c107f2bfa2), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.576566 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fc444b-aaab-40ce-95bf-86c107f2bfa2,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:05.583842 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.585100 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b6bd27d9-0e8d-4976-97a5-233af5f118a0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342740 Aug 17 14:28:05.589143 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53326) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:05.593666 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:05.616060 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:05.969012 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.033471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:06.081133 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Allocated IP 172.27.1.121 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:06.106121 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:06.189843 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.223462 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.264810 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:06.267768 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:06.271669 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:06.277546 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'Port': ['ID=ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:06.360989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (f7bd1ac9-bfb7-4133-9098-f4064c24a6ad), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.397914 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.559108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.563749 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.634870 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (f7bd1ac9-bfb7-4133-9098-f4064c24a6ad), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.644834 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'Port': ['ID=ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:06.654849 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.665267 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a11e80dd-7b3f-4dc9-b8ee-1f2ab24a322b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0659227 Aug 17 14:28:06.713290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 39305dfb-bcfd-4e68-84e4-1a438666fb40 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:06.756942 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:06.761453 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 39305dfb-bcfd-4e68-84e4-1a438666fb40 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:06.761835 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.768723 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:06.769796 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:06.865233 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 39305dfb-bcfd-4e68-84e4-1a438666fb40 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:06.865623 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.866476 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-dcb2b3ea-eeca-4525-ad35-49d9cd6f640d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--302225786&fields=id&tenant_id=fce910ec862744d9adc05b00a3bd1311 HTTP/1.1" status: 200 len: 267 time: 0.0547440 Aug 17 14:28:06.888206 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:06.888468 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 39305dfb-bcfd-4e68-84e4-1a438666fb40, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=39305dfb-bcfd-4e68-84e4-1a438666fb40,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:06.893312 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:06.949885 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=39305dfb-bcfd-4e68-84e4-1a438666fb40,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:06.964911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:06.981078 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-d50c82b5-fabd-4143-8f4b-7a9a20ec6208 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:06.982583 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-d50c82b5-fabd-4143-8f4b-7a9a20ec6208 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 811 time: 0.1137571 Aug 17 14:28:06.999645 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-f58ffd42-81e4-4977-930e-8abf82655786 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/quotas/fce910ec862744d9adc05b00a3bd1311 HTTP/1.1" status: 200 len: 375 time: 0.0104640 Aug 17 14:28:07.053957 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-fbf0b171-0402-40bd-b945-e6cc69133691 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492506 Aug 17 14:28:07.081501 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 2, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:07.106510 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:07.106868 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Updating router 9bb02c35-cab7-450d-9f14-452e325ce0d9 port bee74312-a2a8-44c6-b4fe-c4c119b00f40 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:28:07.114973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:07.141686 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:07.153107 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-711935fa-243c-4038-bffc-e661fac30231 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874104 Aug 17 14:28:07.245659 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-da08ebad-e22a-4ab9-8bab-1467ddefa8a6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864527 Aug 17 14:28:07.412189 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Publish callbacks [] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:07.418884 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:07.428590 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-afed8d70-13b5-41f0-9827-6767eac2c829 req-f0f56b26-bd6a-4e7f-b548-9f7f090729b9 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 210 time: 0.0306435 Aug 17 14:28:07.458639 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:07.511612 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Pushing event updated for resources: {'Port': ['ID=bee74312-a2a8-44c6-b4fe-c4c119b00f40,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:07.529429 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.529782 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.530183 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.530546 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.530886 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.531219 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.531571 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.531901 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.532243 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.532599 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.532928 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.533273 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.533596 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.533937 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.534259 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:07.542097 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Attempting to bind port bee74312-a2a8-44c6-b4fe-c4c119b00f40 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:07.542472 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Attempting to bind port bee74312-a2a8-44c6-b4fe-c4c119b00f40 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:07.542873 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Attempting to bind port bee74312-a2a8-44c6-b4fe-c4c119b00f40 on network 7cf4343f-ee72-431b-988e-1d072ada39f7 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:07.548512 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:07.548884 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Checking segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:07.549285 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:07.549668 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Bound using segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:07.550217 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Bound port: bee74312-a2a8-44c6-b4fe-c4c119b00f40, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:07.550639 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:07.617121 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] For port bee74312-a2a8-44c6-b4fe-c4c119b00f40, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:07.620591 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] For port bee74312-a2a8-44c6-b4fe-c4c119b00f40, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=bee74312-a2a8-44c6-b4fe-c4c119b00f40,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:07.626836 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:07.666771 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:07.667308 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:27:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:07.671373 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:07.823269 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e801c7-ca08-42a5-b880-9ee47e3323eb None None] Pushing event updated for resources: {'Port': ['ID=bee74312-a2a8-44c6-b4fe-c4c119b00f40,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:07.883592 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:08.075488 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:07Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:08.099657 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfef11-6c57-4b79-94a6-efeb37ce21a8 None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:07Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:08.427244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-67118a7b-6459-40b3-9e85-234fad5e14ec tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:08.428645 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-67118a7b-6459-40b3-9e85-234fad5e14ec tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 811 time: 0.1150219 Aug 17 14:28:08.526282 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-1bf9de56-c7c2-4120-85b6-76eec7236aeb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fce910ec862744d9adc05b00a3bd1311 HTTP/1.1" status: 200 len: 379 time: 0.0895987 Aug 17 14:28:08.561855 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6038bd0d-e8f6-472a-b054-0244fb33e897 req-943997fc-69df-4a1a-b96d-4c4bb1078b4c tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 210 time: 0.0331562 Aug 17 14:28:08.583825 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'port': {'device_id': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'admin_state_up': True, 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'security_groups': ['3386c2f6-2234-44ed-b383-841b67a3c3b1']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:08.708052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Made reservation on behalf of fce910ec862744d9adc05b00a3bd1311 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:08.711544 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:08.719253 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bee74312-a2a8-44c6-b4fe-c4c119b00f40 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:08.768864 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port bee74312-a2a8-44c6-b4fe-c4c119b00f40 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:08.769313 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:08.845958 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port bee74312-a2a8-44c6-b4fe-c4c119b00f40 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:08.846351 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:08.848299 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Allocated IP 172.20.0.4 (7cf4343f-ee72-431b-988e-1d072ada39f7/308b8221-946e-46c4-8276-d5ed5551ee25/02d356d8-354c-4ee6-a954-065734701b9a) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:08.880555 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port bee74312-a2a8-44c6-b4fe-c4c119b00f40, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=bee74312-a2a8-44c6-b4fe-c4c119b00f40,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:08.885709 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:08.886944 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 39305dfb-bcfd-4e68-84e4-1a438666fb40 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:08.970090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=bee74312-a2a8-44c6-b4fe-c4c119b00f40,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:08.973967 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 39305dfb-bcfd-4e68-84e4-1a438666fb40 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:08.974339 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.015257 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:09.021492 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for port (02d356d8-354c-4ee6-a954-065734701b9a), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.055419 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 39305dfb-bcfd-4e68-84e4-1a438666fb40 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:09.057908 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (02d356d8-354c-4ee6-a954-065734701b9a), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.066592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:09.098240 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:09.108286 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:09.114783 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:09.117291 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:09.145955 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'Port': ['ID=02d356d8-354c-4ee6-a954-065734701b9a,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:09.178537 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:09.179226 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.198504 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-80a1463e-4824-425a-ab3f-d964512565af tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6186342 Aug 17 14:28:09.209499 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Request body: {'port': {'device_id': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:09.285010 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02d356d8-354c-4ee6-a954-065734701b9a), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.402559 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-3fbd83c2-fcd0-435e-a4aa-319679a7a8f6 None None] Provisioning complete for port 02d356d8-354c-4ee6-a954-065734701b9a triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:09.403170 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3fbd83c2-fcd0-435e-a4aa-319679a7a8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (02d356d8-354c-4ee6-a954-065734701b9a), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.438542 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd83c2-fcd0-435e-a4aa-319679a7a8f6 None None] Port 02d356d8-354c-4ee6-a954-065734701b9a cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:09.580311 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d356d8-354c-4ee6-a954-065734701b9a {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:28:09.588331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Publish callbacks [] for port (02d356d8-354c-4ee6-a954-065734701b9a), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.601444 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Transition to ACTIVE for port object 02d356d8-354c-4ee6-a954-065734701b9a will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:28:09.606399 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (02d356d8-354c-4ee6-a954-065734701b9a), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.686933 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a732e4-57dc-4848-9588-4825136fa136 req-4eb3f73e-f0fb-48e1-8ae9-e6adb9e10e0b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:09.688416 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-51a732e4-57dc-4848-9588-4825136fa136 req-4eb3f73e-f0fb-48e1-8ae9-e6adb9e10e0b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Aug 17 14:28:09.691825 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Pushing event updated for resources: {'Port': ['ID=02d356d8-354c-4ee6-a954-065734701b9a,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:09.721016 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:09.730419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Attempting to bind port 02d356d8-354c-4ee6-a954-065734701b9a on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:09.730775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Attempting to bind port 02d356d8-354c-4ee6-a954-065734701b9a by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:09.731150 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Attempting to bind port 02d356d8-354c-4ee6-a954-065734701b9a on network 7cf4343f-ee72-431b-988e-1d072ada39f7 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:09.736054 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Port 02d356d8-354c-4ee6-a954-065734701b9a on network 7cf4343f-ee72-431b-988e-1d072ada39f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:28:09.736379 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Attempting to bind port 02d356d8-354c-4ee6-a954-065734701b9a on network 7cf4343f-ee72-431b-988e-1d072ada39f7 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:09.741487 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-51a732e4-57dc-4848-9588-4825136fa136 req-1ee2631e-50a9-4452-bbb2-e8d2210209d6 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470140 Aug 17 14:28:09.741630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:09.741884 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Checking segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:09.742279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Bound using segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:09.743008 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Bound port: 02d356d8-354c-4ee6-a954-065734701b9a, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:09.743494 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02d356d8-354c-4ee6-a954-065734701b9a), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.805438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] For port 02d356d8-354c-4ee6-a954-065734701b9a, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:09.808489 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] For port 02d356d8-354c-4ee6-a954-065734701b9a, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=02d356d8-354c-4ee6-a954-065734701b9a,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:09.814098 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (02d356d8-354c-4ee6-a954-065734701b9a), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.817179 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:09.818108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:09.819506 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 200 len: 1093 time: 0.6142495 Aug 17 14:28:09.821596 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:28:09.824552 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998da343-49f2-46a6-82c3-025b4f6c8dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "tag": "02d356d8-354c-4ee6-a954-065734701b9a"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:28:09.891562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b77599-7928-4bd7-b827-a2ad82bfe6aa x-openstack-request-id: req-f2b77599-7928-4bd7-b827-a2ad82bfe6aa {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:28:09.891853 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "tag": "02d356d8-354c-4ee6-a954-065734701b9a", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:28:09.892106 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2b77599-7928-4bd7-b827-a2ad82bfe6aa {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:28:09.892501 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b77599-7928-4bd7-b827-a2ad82bfe6aa'] response: {'name': 'network-changed', 'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a', 'status': 'completed', 'code': 200} Aug 17 14:28:09.917015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e5db2-ede2-45e4-9f1a-70f1f240161b service neutron] Pushing event updated for resources: {'Port': ['ID=02d356d8-354c-4ee6-a954-065734701b9a,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:09.919968 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-bfaa1a3a-5755-4617-932a-ded7074f244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:09.921466 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-bfaa1a3a-5755-4617-932a-ded7074f244b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 1127 time: 0.0603995 Aug 17 14:28:09.963948 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-4f320257-84cc-4b03-9828-27d83a20c1fa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 200 len: 217 time: 0.0341909 Aug 17 14:28:10.014613 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-cc08e2ce-d2e0-4046-b414-7cf89d6612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:10.016027 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-cc08e2ce-d2e0-4046-b414-7cf89d6612bc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0471325 Aug 17 14:28:10.030606 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:10.060313 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-4f1d6641-51ca-4f5a-94ad-64ac5f7cfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:10.061806 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-4f1d6641-51ca-4f5a-94ad-64ac5f7cfb91 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400491 Aug 17 14:28:10.111629 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:10.154687 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-9871cf3f-a296-4fac-91d1-878994a73294 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Aug 17 14:28:10.251179 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ab203e90-a7e8-45f9-b415-24c55e6c9495 req-e73193cf-a3a8-4d93-9c6e-f96f6fd40f9a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899329 Aug 17 14:28:10.697214 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bee74312-a2a8-44c6-b4fe-c4c119b00f40 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:10.718498 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:10.744495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port bee74312-a2a8-44c6-b4fe-c4c119b00f40 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:10.744857 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:10.818575 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port bee74312-a2a8-44c6-b4fe-c4c119b00f40 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:10.873965 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68239d-97a1-48f0-a029-28f4d903a8e4 req-ca8b280d-f61a-4a11-9484-8b9f5f6342c7 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:10.875426 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ee68239d-97a1-48f0-a029-28f4d903a8e4 req-ca8b280d-f61a-4a11-9484-8b9f5f6342c7 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 943 time: 0.0566289 Aug 17 14:28:10.922633 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ee68239d-97a1-48f0-a029-28f4d903a8e4 req-dfdfe9da-4e53-4c4b-bda9-0e618ba08b7b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Aug 17 14:28:10.970107 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-61d32e05-19fc-4aee-bced-1e79eb014093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:10.971640 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-61d32e05-19fc-4aee-bced-1e79eb014093 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 1127 time: 0.0503018 Aug 17 14:28:11.066568 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-1a8b28b6-5467-46ce-9ec4-b1a063c48e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:11.067938 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-1a8b28b6-5467-46ce-9ec4-b1a063c48e76 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 912 time: 0.0889697 Aug 17 14:28:11.106904 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-d748bf84-a63b-405d-ac95-464d5d456ada service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 200 len: 217 time: 0.0331421 Aug 17 14:28:11.156700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-8fc92a43-adf0-4969-893a-389c36fd190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:11.158175 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-8fc92a43-adf0-4969-893a-389c36fd190a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0461247 Aug 17 14:28:11.204865 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-3a991154-7512-433f-a245-f35b868b2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:11.206482 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-3a991154-7512-433f-a245-f35b868b2873 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424254 Aug 17 14:28:11.297114 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-070b9bc3-c27e-4396-9ae5-d00ea9e18248 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835419 Aug 17 14:28:11.392001 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-998da343-49f2-46a6-82c3-025b4f6c8dc1 req-3c8c5a1e-d7dd-4a16-93b8-79d22c0b95f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883617 Aug 17 14:28:12.044534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30adacc-8588-4814-8fcc-59f7bda66718 req-8d75eac8-c2a1-4703-adbb-cce8a6ef80f3 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:12.046014 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b30adacc-8588-4814-8fcc-59f7bda66718 req-8d75eac8-c2a1-4703-adbb-cce8a6ef80f3 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 943 time: 0.0471866 Aug 17 14:28:12.093577 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b30adacc-8588-4814-8fcc-59f7bda66718 req-1c048dd1-e19c-4287-a238-192ca0b6ee5b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Aug 17 14:28:13.223141 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d352b83-bb41-491e-a03f-f08a1788b080 req-7dfb1fdc-418e-4fec-a8bd-08f26f31a69a tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:13.224733 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6d352b83-bb41-491e-a03f-f08a1788b080 req-7dfb1fdc-418e-4fec-a8bd-08f26f31a69a tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 943 time: 0.0525322 Aug 17 14:28:13.266842 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-588305dc-503f-452b-85cc-f34179465cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:13.312287 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6d352b83-bb41-491e-a03f-f08a1788b080 req-8fd43433-9d0d-4056-b11f-fc08139251ee tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740592 Aug 17 14:28:13.573377 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 02d356d8-354c-4ee6-a954-065734701b9a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:28:13.680100 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 02d356d8-354c-4ee6-a954-065734701b9a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=02d356d8-354c-4ee6-a954-065734701b9a,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:13.692024 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '02d356d8-354c-4ee6-a954-065734701b9a', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'port_id': '02d356d8-354c-4ee6-a954-065734701b9a', 'mac_address': 'fa:16:3e:43:ec:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:28:13.730569 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 02d356d8-354c-4ee6-a954-065734701b9a is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:13.730965 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02d356d8-354c-4ee6-a954-065734701b9a), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:13.745893 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d356d8-354c-4ee6-a954-065734701b9a {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:28:13.765158 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 02d356d8-354c-4ee6-a954-065734701b9a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=02d356d8-354c-4ee6-a954-065734701b9a,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:13.769187 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (02d356d8-354c-4ee6-a954-065734701b9a), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:13.822176 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=02d356d8-354c-4ee6-a954-065734701b9a,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:13.988596 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['02d356d8-354c-4ee6-a954-065734701b9a'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:28:14.431815 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a438a-9c71-4010-b184-d8344f78dcbc req-147a48fd-306d-4588-bb97-07c546bcb371 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:14.433277 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-155a438a-9c71-4010-b184-d8344f78dcbc req-147a48fd-306d-4588-bb97-07c546bcb371 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 944 time: 0.0473766 Aug 17 14:28:14.484168 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-155a438a-9c71-4010-b184-d8344f78dcbc req-64a5ea5f-e590-4a1d-a55f-025a5f3f35ba tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Aug 17 14:28:15.334929 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4118-8967-4c79-8c47-a9f4623c0c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:15.583422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 02d356d8-354c-4ee6-a954-065734701b9a up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:15.608053 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6ae20-f310-4710-b7eb-d19c6e563bf1 req-8214ba4c-ec21-48ce-8f26-b022c7a74ff1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:15.610322 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-85b6ae20-f310-4710-b7eb-d19c6e563bf1 req-8214ba4c-ec21-48ce-8f26-b022c7a74ff1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 944 time: 0.0519745 Aug 17 14:28:15.642747 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 02d356d8-354c-4ee6-a954-065734701b9a completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:28:15.650475 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 02d356d8-354c-4ee6-a954-065734701b9a triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:15.650664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (02d356d8-354c-4ee6-a954-065734701b9a), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:15.669011 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-85b6ae20-f310-4710-b7eb-d19c6e563bf1 req-7cbb1e38-4473-44c7-bdcb-aff16d806e3b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529830 Aug 17 14:28:15.680689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:15.729500 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 02d356d8-354c-4ee6-a954-065734701b9a is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:15.729930 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (02d356d8-354c-4ee6-a954-065734701b9a), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:15.755621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:28:15.757895 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7319e506-38d4-4bd2-87ea-d56b12cdc5e7" -d '{"events": [{"server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "name": "network-vif-plugged", "status": "completed", "tag": "02d356d8-354c-4ee6-a954-065734701b9a"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:28:15.771302 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 02d356d8-354c-4ee6-a954-065734701b9a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=02d356d8-354c-4ee6-a954-065734701b9a,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:15.777232 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (02d356d8-354c-4ee6-a954-065734701b9a), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:15.805578 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbd9331-70c8-4457-9e8f-45535ae9d6ef x-openstack-request-id: req-acbd9331-70c8-4457-9e8f-45535ae9d6ef {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:28:15.805962 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "name": "network-vif-plugged", "status": "completed", "tag": "02d356d8-354c-4ee6-a954-065734701b9a", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:28:15.806179 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acbd9331-70c8-4457-9e8f-45535ae9d6ef {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:28:15.806583 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbd9331-70c8-4457-9e8f-45535ae9d6ef'] response: {'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a', 'code': 200} Aug 17 14:28:15.839301 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=02d356d8-354c-4ee6-a954-065734701b9a,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:15.850626 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.858288 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.858616 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.858967 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.859380 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.859725 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.860060 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.860420 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.860758 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.861135 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.861470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.861800 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.862175 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.862506 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.862832 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:15.985311 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4bca4-a1cc-4dd5-8be0-f56253c9218a req-70b58537-44d4-457a-907f-b75279ea6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:15.986848 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ecf4bca4-a1cc-4dd5-8be0-f56253c9218a req-70b58537-44d4-457a-907f-b75279ea6029 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 1129 time: 0.0395093 Aug 17 14:28:16.033498 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ecf4bca4-a1cc-4dd5-8be0-f56253c9218a req-9c522229-0870-4904-8f49-a4dc821c7931 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394917 Aug 17 14:28:16.768534 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:16.789225 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ff79-28cc-4ffb-b85a-4d36aa4cdef1 req-9e85d16a-1266-4b42-ab48-35be079ed598 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:16.791593 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f151ff79-28cc-4ffb-b85a-4d36aa4cdef1 req-9e85d16a-1266-4b42-ab48-35be079ed598 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Aug 17 14:28:16.841189 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f151ff79-28cc-4ffb-b85a-4d36aa4cdef1 req-f1359673-fcd9-4a06-95e0-735d4d54386f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Aug 17 14:28:17.979733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde283-a217-447c-a6f4-1d771802a906 req-c1a4f1f2-d6e0-4c33-9199-66ff660ee919 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:17.981268 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-77bde283-a217-447c-a6f4-1d771802a906 req-c1a4f1f2-d6e0-4c33-9199-66ff660ee919 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Aug 17 14:28:18.032318 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:18.037217 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-77bde283-a217-447c-a6f4-1d771802a906 req-d2f1fc61-3be1-4543-8d49-11c48754be05 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502841 Aug 17 14:28:18.078251 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=25 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:18.079263 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:18.178069 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:18.195113 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:18.295334 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:18.392606 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:18.405008 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9a09-9f69-4c85-a5cd-7858ba5a514d req-de03095b-5f81-47da-8bb2-0b492e5896b8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:18.406525 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4a2c9a09-9f69-4c85-a5cd-7858ba5a514d req-de03095b-5f81-47da-8bb2-0b492e5896b8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.2773004 Aug 17 14:28:18.422211 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53484) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:18.427292 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'floatingip': {'port_id': '02d356d8-354c-4ee6-a954-065734701b9a'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:18.473620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (f7bd1ac9-bfb7-4133-9098-f4064c24a6ad), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:18.537520 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:18.840481 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:28:18.969698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:18.975232 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (f7bd1ac9-bfb7-4133-9098-f4064c24a6ad), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:19.081381 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Floating IP f7bd1ac9-bfb7-4133-9098-f4064c24a6ad associated. External IP: 172.27.1.121, port: 02d356d8-354c-4ee6-a954-065734701b9a. Aug 17 14:28:19.291619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:28:19.401481 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:19.406052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:19.411383 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:19.421798 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:19.422433 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:19.437643 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5f939932-935d-4bbb-bafc-8ea14a145214 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/f7bd1ac9-bfb7-4133-9098-f4064c24a6ad HTTP/1.1" status: 200 len: 991 time: 1.0140865 Aug 17 14:28:19.438361 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:28:19.440710 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca4238-112f-4915-9171-985ed7d7e96f" -d '{"events": [{"name": "network-changed", "server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "tag": "02d356d8-354c-4ee6-a954-065734701b9a"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:28:19.480844 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6446530-6234-4a08-ad3d-c872aee665f7 x-openstack-request-id: req-d6446530-6234-4a08-ad3d-c872aee665f7 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:28:19.481146 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "tag": "02d356d8-354c-4ee6-a954-065734701b9a", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:28:19.481403 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6446530-6234-4a08-ad3d-c872aee665f7 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:28:19.481815 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6446530-6234-4a08-ad3d-c872aee665f7'] response: {'name': 'network-changed', 'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a', 'status': 'completed', 'code': 200} Aug 17 14:28:19.530660 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:19.544929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4238-112f-4915-9171-985ed7d7e96f req-6d17266c-7c2d-4918-864d-8bcd18f8145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:19.546466 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-6d17266c-7c2d-4918-864d-8bcd18f8145a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 1129 time: 0.0409267 Aug 17 14:28:19.612335 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:19.652010 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4238-112f-4915-9171-985ed7d7e96f req-8f5d59bc-1706-4913-80f2-1879d015d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:19.653513 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-8f5d59bc-1706-4913-80f2-1879d015d6e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 912 time: 0.1008563 Aug 17 14:28:19.695532 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:19.723955 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-3b3242ba-51c3-4399-b2a0-bf9da0b66ca2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 200 len: 999 time: 0.0631719 Aug 17 14:28:19.778098 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4238-112f-4915-9171-985ed7d7e96f req-77d8a975-a0d4-466f-a174-3f59afad75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:19.779580 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-77d8a975-a0d4-466f-a174-3f59afad75b1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0490928 Aug 17 14:28:19.825438 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4238-112f-4915-9171-985ed7d7e96f req-7e5706d5-0b9b-45f3-b1b4-c1bd7fe1e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:19.826987 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-7e5706d5-0b9b-45f3-b1b4-c1bd7fe1e34d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403130 Aug 17 14:28:19.888437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'f7bd1ac9-bfb7-4133-9098-f4064c24a6ad', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'port_id': '02d356d8-354c-4ee6-a954-065734701b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'mac_address': 'fa:16:3e:43:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:28:06Z', 'updated_at': '2022-08-17T14:28:18Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:19.913024 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:19.922145 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-c08bfc78-0ab3-4303-b52c-b462b1542e7e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888813 Aug 17 14:28:19.922590 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:19.923181 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:20.020662 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7aca4238-112f-4915-9171-985ed7d7e96f req-bfa8a946-007a-449e-8cdb-d8d46549fcd1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900865 Aug 17 14:28:20.027523 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:20.229234 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:20.250617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'f7bd1ac9-bfb7-4133-9098-f4064c24a6ad', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'port_id': '02d356d8-354c-4ee6-a954-065734701b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'mac_address': 'fa:16:3e:43:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:28:06Z', 'updated_at': '2022-08-17T14:28:18Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:20.275551 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4031-3379-40e8-8f8d-167b6e18fe6d None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'f7bd1ac9-bfb7-4133-9098-f4064c24a6ad', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'port_id': '02d356d8-354c-4ee6-a954-065734701b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'mac_address': 'fa:16:3e:43:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:28:06Z', 'updated_at': '2022-08-17T14:28:18Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:20.471109 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1645d-43c6-419e-98f7-da862c7d4579 None None] New status for floating IP f7bd1ac9-bfb7-4133-9098-f4064c24a6ad: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:28:21.387459 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:27.501039 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-6a100c32-5f33-49f0-b5d5-e43b8a87af13 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450749 Aug 17 14:28:27.561493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-aa6c57c7-b608-4c59-a160-738f699eafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:27.563030 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-aa6c57c7-b608-4c59-a160-738f699eafe1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1130 time: 0.0414314 Aug 17 14:28:27.673949 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-669a0581-1695-4446-b54a-d041f708ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:27.675333 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-669a0581-1695-4446-b54a-d041f708ad65 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.0941637 Aug 17 14:28:27.743569 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-f0a574c6-aac4-450a-af4d-f9f01f30d841 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 1002 time: 0.0611660 Aug 17 14:28:28.051624 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-e6286d6b-40d2-44f6-bed6-cf52e2858c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:28.053109 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-e6286d6b-40d2-44f6-bed6-cf52e2858c59 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.3041306 Aug 17 14:28:28.097468 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-798fd425-43d0-4b64-bb7a-973b0cc6c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:28.098977 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-798fd425-43d0-4b64-bb7a-973b0cc6c361 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393758 Aug 17 14:28:28.188566 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-a1e00d5b-0921-4215-b92d-bf0736337430 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 Aug 17 14:28:28.279540 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fb11122c-a643-41b1-a87f-5bbfad0053a0 req-8dbfc4c4-30d9-4014-a6fc-ce8a3979fb06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 Aug 17 14:28:28.396663 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=47 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:31.380566 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=79 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:31.382457 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:32.248275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53564) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:32.359632 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7973a6fc-b745-40ab-9fa0-c6018dce4d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.411957 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:32.420647 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:32.443644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7973a6fc-b745-40ab-9fa0-c6018dce4d44 admin admin] Publish callbacks [] for security_group (c896819c-fce2-438c-a24b-ce60979b7464), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.447958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7973a6fc-b745-40ab-9fa0-c6018dce4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c896819c-fce2-438c-a24b-ce60979b7464), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.485452 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973a6fc-b745-40ab-9fa0-c6018dce4d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c896819c-fce2-438c-a24b-ce60979b7464,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:32.489706 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7973a6fc-b745-40ab-9fa0-c6018dce4d44 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5575a004a2c544c3a478cd278b5c3c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404265 Aug 17 14:28:32.492374 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53568) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:32.540680 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5757b730-04e6-4cfd-a117-99b8e47ae573 admin admin] Publish callbacks [] for security_group (c896819c-fce2-438c-a24b-ce60979b7464), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.561518 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5757b730-04e6-4cfd-a117-99b8e47ae573 admin admin] Publish callbacks [] for security_group (c896819c-fce2-438c-a24b-ce60979b7464), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.609588 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5757b730-04e6-4cfd-a117-99b8e47ae573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c896819c-fce2-438c-a24b-ce60979b7464), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.612071 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5757b730-04e6-4cfd-a117-99b8e47ae573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:32.613208 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5757b730-04e6-4cfd-a117-99b8e47ae573 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c896819c-fce2-438c-a24b-ce60979b7464 HTTP/1.1" status: 204 len: 168 time: 0.1199534 Aug 17 14:28:32.624535 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757b730-04e6-4cfd-a117-99b8e47ae573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c896819c-fce2-438c-a24b-ce60979b7464,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:33.294813 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53596) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:33.417326 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1209298153-network', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:33.438778 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Made reservation on behalf of 4b66c1f8f09b45f0a2ddf111ebbb4f71 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:33.441087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.450296 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.535846 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks [] for security_group (6905cf70-7d99-4363-9bc0-7a59836a4f04), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.539545 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6905cf70-7d99-4363-9bc0-7a59836a4f04), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.562378 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:28:33.578539 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905cf70-7d99-4363-9bc0-7a59836a4f04,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:33.581621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (c90d26b2-d210-4455-8469-dc5a96684543), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.581986 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Added segment c90d26b2-d210-4455-8469-dc5a96684543 of type vlan for network 49738ca7-6061-485b-a542-2d6d1def1dc1 Aug 17 14:28:33.594829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.595172 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.595511 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.595845 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.596176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.596507 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.596834 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.597155 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.597479 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.597804 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.598151 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.598475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.598794 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.599110 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.599428 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:33.642399 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (49738ca7-6061-485b-a542-2d6d1def1dc1), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.667060 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (49738ca7-6061-485b-a542-2d6d1def1dc1), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.668076 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:33.668711 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.728361 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4318452 Aug 17 14:28:33.731874 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53602) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:33.736885 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Request body: {'subnet': {'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1209298153-subnet', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:33.739631 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430504b-efc0-4a20-9cca-75718c7594bf admin admin] Pushing event updated for resources: {'Network': ['ID=49738ca7-6061-485b-a542-2d6d1def1dc1,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:33.750267 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:28:33.760283 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Made reservation on behalf of 4b66c1f8f09b45f0a2ddf111ebbb4f71 for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:33.762912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.932834 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (616ac763-8094-47b7-9883-eb0b69c73b78), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:33.988827 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616ac763-8094-47b7-9883-eb0b69c73b78,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:34.005972 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Checking segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:34.006333 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Network hostable DHCP agents. Network: 49738ca7-6061-485b-a542-2d6d1def1dc1, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:28:34.023498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:28:34.033151 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 49738ca7-6061-485b-a542-2d6d1def1dc1) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:34.037256 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:34.037848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.042780 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc33e7-465f-493c-aaee-ecd9e7373f2f None None] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:28:34.054386 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2628a416-c6af-454b-93e1-efb4ebc3af95 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3213897 Aug 17 14:28:34.057889 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53604) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:34.062310 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:34.082284 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (3e728edc-660e-4324-99e9-4cc4fd7fec10), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.083379 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (3e728edc-660e-4324-99e9-4cc4fd7fec10), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.140482 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks [] for router_controller (3e728edc-660e-4324-99e9-4cc4fd7fec10), precommit_add_association {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.154786 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-49738ca7-6061-485b-a542-2d6d1def1dc1', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:28:34.155739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.279903 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks [] for router_gateway (3e728edc-660e-4324-99e9-4cc4fd7fec10), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.296867 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Allocated IP 172.20.0.2 (49738ca7-6061-485b-a542-2d6d1def1dc1/616ac763-8094-47b7-9883-eb0b69c73b78/078b4ecc-9df6-4b5e-9c4c-461e981e49a1) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:34.443738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Publish callbacks [] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.450675 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.465910 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks [] for router_gateway (3e728edc-660e-4324-99e9-4cc4fd7fec10), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.484917 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.491384 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:34.497229 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:34.499404 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Pushing event updated for resources: {'Port': ['ID=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:34.501517 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:34.560813 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Attempting to bind port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:34.561326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Attempting to bind port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:34.561530 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Attempting to bind port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 on network 49738ca7-6061-485b-a542-2d6d1def1dc1 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:34.565406 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:34.566790 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:34.567180 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Checking segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:34.567553 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.567989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Bound using segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:34.568462 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Bound port: 078b4ecc-9df6-4b5e-9c4c-461e981e49a1, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:34.568844 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.587574 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:34.601369 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Allocated IP 172.27.1.161 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/3befea65-b1fe-4af8-adb8-867169cf2468) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:34.632770 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] For port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:34.636523 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] For port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:34.643722 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.696710 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06081b-7981-4a3e-80bd-e57de46b7a4c None None] Pushing event updated for resources: {'Port': ['ID=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:34.718493 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks [] for port (3befea65-b1fe-4af8-adb8-867169cf2468), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.753071 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:34.794920 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:34.804344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:34.810104 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:34.847264 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Pushing event updated for resources: {'Port': ['ID=3befea65-b1fe-4af8-adb8-867169cf2468,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:35.068150 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks [] for router_gateway (3e728edc-660e-4324-99e9-4cc4fd7fec10), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:35.257275 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (3e728edc-660e-4324-99e9-4cc4fd7fec10), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:35.393317 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Router 3e728edc-660e-4324-99e9-4cc4fd7fec10 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:28:35.395991 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:35.484684 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:35.504083 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:35.512140 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f87b1c0-d954-4a16-9e98-67647056bca7 None None] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:28:35.517808 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Sync routers for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:35.524160 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:35.527055 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-2edff754-d4a5-4803-9a2d-36102ad2da0a admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4663701 Aug 17 14:28:35.529762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53608) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:35.579144 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] Provisioning complete for port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:35.579772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:35.606715 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:35.607277 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:35.654221 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:35.659521 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:35.814539 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:35.873157 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] Current status of the port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:35.873557 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.110281 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] For port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:36.122333 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.151142 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.211596 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47582-aaac-4418-bd52-0ea1238f64c3 None None] Pushing event updated for resources: {'Port': ['ID=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:36.219927 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:34Z', 'revision_number': 3, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:36.252101 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Checking router: 3e728edc-660e-4324-99e9-4cc4fd7fec10 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:36.252455 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Updating router 3e728edc-660e-4324-99e9-4cc4fd7fec10 port 3befea65-b1fe-4af8-adb8-867169cf2468 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:28:36.286309 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-760dbdb8-4006-4253-a726-ff4ef6c158fc None None] Provisioning complete for port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:36.286689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-760dbdb8-4006-4253-a726-ff4ef6c158fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.291496 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.308691 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Allocated IP 172.20.0.1 (49738ca7-6061-485b-a542-2d6d1def1dc1/616ac763-8094-47b7-9883-eb0b69c73b78/42045e7a-5a59-4272-a9f7-70c108bf998c) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:36.419218 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks [] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.440692 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:36.454058 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.480069 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-760dbdb8-4006-4253-a726-ff4ef6c158fc None None] Current status of the port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:36.483842 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:36.498239 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:36.501924 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:36.506178 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:36.531773 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Pushing event updated for resources: {'Port': ['ID=42045e7a-5a59-4272-a9f7-70c108bf998c,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:36.551837 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (3e728edc-660e-4324-99e9-4cc4fd7fec10), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.578658 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:36.653982 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Publish callbacks [] for port (3befea65-b1fe-4af8-adb8-867169cf2468), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.676764 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.727385 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Attempting to bind port 3befea65-b1fe-4af8-adb8-867169cf2468 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:36.728007 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Attempting to bind port 3befea65-b1fe-4af8-adb8-867169cf2468 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:36.728457 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Attempting to bind port 3befea65-b1fe-4af8-adb8-867169cf2468 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:36.742574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:36.742954 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:36.743357 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.744508 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:36.745213 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Bound port: 3befea65-b1fe-4af8-adb8-867169cf2468, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:36.745601 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.754879 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.770137 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe854-2679-4ba1-9b44-157881578443 None None] Pushing event updated for resources: {'Port': ['ID=3befea65-b1fe-4af8-adb8-867169cf2468,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:36.795050 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:36.812508 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:36.857431 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d95f79d7-8369-46f2-abcf-671691aebeba None None] Provisioning complete for port 42045e7a-5a59-4272-a9f7-70c108bf998c triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:36.857805 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d95f79d7-8369-46f2-abcf-671691aebeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.884054 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] For port 3befea65-b1fe-4af8-adb8-867169cf2468, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:36.905255 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] For port 3befea65-b1fe-4af8-adb8-867169cf2468, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3befea65-b1fe-4af8-adb8-867169cf2468,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:36.922749 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.928463 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d95f79d7-8369-46f2-abcf-671691aebeba None None] Port 42045e7a-5a59-4272-a9f7-70c108bf998c cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:36.953694 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:36.954102 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.963382 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks [] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.968411 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:36.994658 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:36.994658 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:37.045334 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (3e728edc-660e-4324-99e9-4cc4fd7fec10), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:37.047602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Pushing event updated for resources: {'Port': ['ID=42045e7a-5a59-4272-a9f7-70c108bf998c,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:37.060822 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe854-2679-4ba1-9b44-157881578443 None None] Pushing event updated for resources: {'Port': ['ID=3befea65-b1fe-4af8-adb8-867169cf2468,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:37.156650 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:37.158747 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:37.159878 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:37.162393 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:37.285121 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Router 3e728edc-660e-4324-99e9-4cc4fd7fec10 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:28:37.287638 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:37.375115 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 2, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:37.402627 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:37.404451 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05af47c-6ff7-4153-9fde-70c32c5c12bc None None] The sync data for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi is: [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 2, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:37.407648 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-22ef877c-cf61-4b19-89d5-c5d16678df71 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3e728edc-660e-4324-99e9-4cc4fd7fec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767016 Aug 17 14:28:37.451927 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-68adc827-e462-430e-a0c9-cb9322896203 None None] Provisioning complete for port 42045e7a-5a59-4272-a9f7-70c108bf998c triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:37.452268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-68adc827-e462-430e-a0c9-cb9322896203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:37.486985 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-68adc827-e462-430e-a0c9-cb9322896203 None None] Port 42045e7a-5a59-4272-a9f7-70c108bf998c cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:37.944449 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53636) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:37.949986 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-855623201-network', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:37.971526 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Made reservation on behalf of 44557dd4dcea4f7ea6d33b1e31cf9e13 for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:37.974054 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:37.983926 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.081295 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks [] for security_group (97b450d2-f1d1-4f1c-b8fc-faddc039c8f6), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.085004 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (97b450d2-f1d1-4f1c-b8fc-faddc039c8f6), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.089918 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:38.124239 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:28:38.132045 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b450d2-f1d1-4f1c-b8fc-faddc039c8f6,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:38.139848 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (2551098f-45ad-4492-8d18-32409f2b6741), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.140233 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Added segment 2551098f-45ad-4492-8d18-32409f2b6741 of type vlan for network 81df4678-84da-462c-a525-9e27fd3930a7 Aug 17 14:28:38.194101 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (81df4678-84da-462c-a525-9e27fd3930a7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.220411 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (81df4678-84da-462c-a525-9e27fd3930a7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.221538 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:38.222384 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.278061 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3324664 Aug 17 14:28:38.280809 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53640) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:38.285437 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Request body: {'subnet': {'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-855623201-subnet', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:38.309551 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd79fd-638b-49ad-a5a4-3cdcaf4d9a09 admin admin] Pushing event updated for resources: {'Network': ['ID=81df4678-84da-462c-a525-9e27fd3930a7,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:38.320343 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 81df4678-84da-462c-a525-9e27fd3930a7 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:28:38.323152 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Made reservation on behalf of 44557dd4dcea4f7ea6d33b1e31cf9e13 for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:38.328002 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60676591'] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.510491 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60676481'] for subnet (f106393e-94d9-4233-8dc9-83b9446ad4b6), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.557793 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:38.566134 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f106393e-94d9-4233-8dc9-83b9446ad4b6,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:38.588848 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Checking segment: {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:38.589203 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Network hostable DHCP agents. Network: 81df4678-84da-462c-a525-9e27fd3930a7, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:28:38.607120 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Network 81df4678-84da-462c-a525-9e27fd3930a7 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:28:38.616882 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 81df4678-84da-462c-a525-9e27fd3930a7) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:38.621662 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:38.622421 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.626349 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d7ad5-dc09-42f1-877b-658b11a9127b None None] Network 81df4678-84da-462c-a525-9e27fd3930a7 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:28:38.643673 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-30a1e02e-c05f-4c07-83c0-0632b0baf997 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3618929 Aug 17 14:28:38.646127 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53642) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:38.651271 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:38.679901 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.685138 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.754771 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks [] for router_controller (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), precommit_add_association {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.759297 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3befea65-b1fe-4af8-adb8-867169cf2468 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:38.779925 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:38.782698 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-81df4678-84da-462c-a525-9e27fd3930a7', 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'fixed_ips': [{'subnet_id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:28:38.783683 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.788282 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:38.882713 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 3befea65-b1fe-4af8-adb8-867169cf2468 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:38.883091 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:38.895245 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks [] for router_gateway (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.008042 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Allocated IP 172.20.0.2 (81df4678-84da-462c-a525-9e27fd3930a7/f106393e-94d9-4233-8dc9-83b9446ad4b6/e5bafa31-960f-4bdb-988e-eb99c06479df) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:39.013439 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 3befea65-b1fe-4af8-adb8-867169cf2468 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:39.013839 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.053709 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 3befea65-b1fe-4af8-adb8-867169cf2468, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3befea65-b1fe-4af8-adb8-867169cf2468,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:39.082502 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:39.090979 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks [] for router_gateway (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.092094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.116957 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.177671 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=3befea65-b1fe-4af8-adb8-867169cf2468,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:39.234226 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Publish callbacks [] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.241242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.253952 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Allocated IP 172.27.1.32 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/a9b5ca1f-9165-459f-8ffa-80dee078cbdf) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:39.279026 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Network 81df4678-84da-462c-a525-9e27fd3930a7 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:39.283801 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:39.290131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:39.319995 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Pushing event updated for resources: {'Port': ['ID=e5bafa31-960f-4bdb-988e-eb99c06479df,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:39.361498 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Attempting to bind port e5bafa31-960f-4bdb-988e-eb99c06479df on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:39.362625 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Attempting to bind port e5bafa31-960f-4bdb-988e-eb99c06479df by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:39.363174 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Attempting to bind port e5bafa31-960f-4bdb-988e-eb99c06479df on network 81df4678-84da-462c-a525-9e27fd3930a7 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:39.370310 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:39.370970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Checking segment: {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:39.371376 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.371925 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Bound using segment: {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:39.372582 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Bound port: e5bafa31-960f-4bdb-988e-eb99c06479df, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:39.372973 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.398936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks [] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.442420 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.457159 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] For port e5bafa31-960f-4bdb-988e-eb99c06479df, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:39.461664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] For port e5bafa31-960f-4bdb-988e-eb99c06479df, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=e5bafa31-960f-4bdb-988e-eb99c06479df,segment=NetworkSegment(2551098f-45ad-4492-8d18-32409f2b6741),segment_id=2551098f-45ad-4492-8d18-32409f2b6741)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:39.470644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.490719 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:39.494598 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:39.497490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:39.529982 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:39.553215 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4df20-e685-41e1-b3f1-0ca571c5d9f2 None None] Pushing event updated for resources: {'Port': ['ID=e5bafa31-960f-4bdb-988e-eb99c06479df,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:39.553430 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:39.658013 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Sync routers for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:39.672203 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:39.673220 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:39.718644 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-df676b07-e6ca-4310-93ae-0050be90a875 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1215284006&fields=id&tenant_id=e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 267 time: 0.1259439 Aug 17 14:28:39.828475 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:39.903324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks [] for router_gateway (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:39.942034 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-80c9a37b-76c9-4049-a99f-b589f19d58c6 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:39.944148 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-80c9a37b-76c9-4049-a99f-b589f19d58c6 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 811 time: 0.1827061 Aug 17 14:28:39.967043 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:39.971230 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-5fdfa41a-f895-4d12-acb9-9250243a3a3a tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/quotas/e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 375 time: 0.0165994 Aug 17 14:28:40.029237 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 2, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:40.057532 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Checking router: 3e728edc-660e-4324-99e9-4cc4fd7fec10 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:40.057736 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-7a25d596-a09d-485c-9fc3-092792daf633 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599382 Aug 17 14:28:40.057895 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Updating router 3e728edc-660e-4324-99e9-4cc4fd7fec10 port 42045e7a-5a59-4272-a9f7-70c108bf998c binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:28:40.089368 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.366881 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Publish callbacks [] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.373289 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.444758 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.460151 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-a6f28027-52d8-463a-a647-0532e8cecfe7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688464 Aug 17 14:28:40.463389 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73920b-c793-4d18-b44c-535acb78bb41 None None] Pushing event updated for resources: {'Port': ['ID=42045e7a-5a59-4272-a9f7-70c108bf998c,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:40.482031 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Attempting to bind port 42045e7a-5a59-4272-a9f7-70c108bf998c on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:40.482544 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Attempting to bind port 42045e7a-5a59-4272-a9f7-70c108bf998c by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:40.483005 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Attempting to bind port 42045e7a-5a59-4272-a9f7-70c108bf998c on network 49738ca7-6061-485b-a542-2d6d1def1dc1 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:40.488656 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:40.489172 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Checking segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:40.489676 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.490246 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Bound using segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:40.490789 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Bound port: 42045e7a-5a59-4272-a9f7-70c108bf998c, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:40.491239 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.506948 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:40.554607 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030f0a4-1eef-41d4-8bff-f4e4b7c3d8fa None None] Network 81df4678-84da-462c-a525-9e27fd3930a7 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:28:40.557633 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:40.566313 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] For port 42045e7a-5a59-4272-a9f7-70c108bf998c, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:40.570399 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] For port 42045e7a-5a59-4272-a9f7-70c108bf998c, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=42045e7a-5a59-4272-a9f7-70c108bf998c,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:40.577530 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.618610 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:40.619789 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:40.638705 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-cb733d21-8682-4446-8922-62edca68f24e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456921 Aug 17 14:28:40.672279 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73920b-c793-4d18-b44c-535acb78bb41 None None] Pushing event updated for resources: {'Port': ['ID=42045e7a-5a59-4272-a9f7-70c108bf998c,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:40.702604 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:28:40.782577 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:40.785831 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] Provisioning complete for port e5bafa31-960f-4bdb-988e-eb99c06479df triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:40.786688 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.801298 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:40.864360 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:40.903087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:40.916327 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:40.921470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Sync routers for ids ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:40.947840 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:40.950339 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d0250d05-e610-4a15-85a7-3cfe8f02f124 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3028040 Aug 17 14:28:40.952322 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53662) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:40.956885 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device e5bafa31-960f-4bdb-988e-eb99c06479df up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:40.987621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Routers {'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:40.988455 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:41.082570 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] Current status of the port e5bafa31-960f-4bdb-988e-eb99c06479df is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:41.082956 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.154178 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port e5bafa31-960f-4bdb-988e-eb99c06479df triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:41.154630 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.174969 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:40Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:41.196485 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] For port e5bafa31-960f-4bdb-988e-eb99c06479df, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=e5bafa31-960f-4bdb-988e-eb99c06479df,segment=NetworkSegment(2551098f-45ad-4492-8d18-32409f2b6741),segment_id=2551098f-45ad-4492-8d18-32409f2b6741)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:41.206339 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Set router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:41.207156 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982315-69e2-48ef-a602-13a6759b1003 None None] The sync data for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi is: [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:40Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:41.211298 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.320383 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:41.393155 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1a642-713e-4bd8-8a15-eb6976ed0a78 None None] Pushing event updated for resources: {'Port': ['ID=e5bafa31-960f-4bdb-988e-eb99c06479df,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:41.458619 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-b4dab091-b4a3-4edc-b1cb-8a01673d8c6c None None] Provisioning complete for port e5bafa31-960f-4bdb-988e-eb99c06479df triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:41.459005 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b4dab091-b4a3-4edc-b1cb-8a01673d8c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.463525 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port e5bafa31-960f-4bdb-988e-eb99c06479df is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:41.464621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3befea65-b1fe-4af8-adb8-867169cf2468 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:41.474529 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.585389 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 3, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:41.587065 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 3befea65-b1fe-4af8-adb8-867169cf2468 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:41.587438 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.649141 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Allocated IP 172.20.0.1 (81df4678-84da-462c-a525-9e27fd3930a7/f106393e-94d9-4233-8dc9-83b9446ad4b6/9ced3da3-3d78-4ac8-99fc-07b08ce34cd5) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:41.653146 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Checking router: b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:41.653498 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Updating router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 port a9b5ca1f-9165-459f-8ffa-80dee078cbdf binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:28:41.685806 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:41.699177 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:41.700068 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-b4dab091-b4a3-4edc-b1cb-8a01673d8c6c None None] Current status of the port e5bafa31-960f-4bdb-988e-eb99c06479df is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:41.711519 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.777823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks [] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.822721 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:41.830672 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 3befea65-b1fe-4af8-adb8-867169cf2468 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:41.864594 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Network 81df4678-84da-462c-a525-9e27fd3930a7 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:41.870583 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:41.873130 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:41.907769 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:41.914445 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:41.928918 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.026541 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Publish callbacks [] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.033723 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.077657 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Attempting to bind port a9b5ca1f-9165-459f-8ffa-80dee078cbdf on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:42.078191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Attempting to bind port a9b5ca1f-9165-459f-8ffa-80dee078cbdf by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:42.078417 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Attempting to bind port a9b5ca1f-9165-459f-8ffa-80dee078cbdf on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:42.087445 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:42.088489 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:42.089149 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.089535 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:42.090056 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Bound port: a9b5ca1f-9165-459f-8ffa-80dee078cbdf, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:42.090520 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.100585 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.165204 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8a9b357f-9a2f-455c-b4f6-1dbd46563a41 None None] Provisioning complete for port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:42.165638 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8a9b357f-9a2f-455c-b4f6-1dbd46563a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.169658 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f743f-f794-4d9b-a297-787b09d16142 None None] Pushing event updated for resources: {'Port': ['ID=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:42.173496 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] For port a9b5ca1f-9165-459f-8ffa-80dee078cbdf, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:42.174379 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:42.178211 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] For port a9b5ca1f-9165-459f-8ffa-80dee078cbdf, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:42.183407 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7c7d8a7d-6984-48eb-a0f6-05babc4cd3e7 req-b0d2b78f-10f7-45f2-a893-442f8466a439 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 210 time: 0.0468495 Aug 17 14:28:42.217368 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.225495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b357f-9a2f-455c-b4f6-1dbd46563a41 None None] Port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:42.261906 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Routers {'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:42.262539 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:42.316785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f743f-f794-4d9b-a297-787b09d16142 None None] Pushing event updated for resources: {'Port': ['ID=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:42.317039 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks [] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.323907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.386830 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] Set router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:42.398656 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:42.401165 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.507541 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Network 81df4678-84da-462c-a525-9e27fd3930a7 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:42.509182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:42.635429 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:28:42.691002 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:42.785343 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device e5bafa31-960f-4bdb-988e-eb99c06479df up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:42.788669 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:28:42.795470 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9e1061c2-8a2f-419b-a9fa-0b47918b4ea3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b119af57-5eaf-47dd-ad8f-1ff65e5de7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8419790 Aug 17 14:28:42.846358 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '9ced3da3-3d78-4ac8-99fc-07b08ce34cd5', 'name': '', 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'mac_address': 'fa:16:3e:09:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:41Z', 'updated_at': '2022-08-17T14:28:41Z', 'revision_number': 1, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'subnets': [{'id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:42.883522 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88774-9cf6-4f91-9d3b-3e59ec82554c None None] The sync data for ids ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'] in dv-cinder-820027-18-iscsi is: [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '9ced3da3-3d78-4ac8-99fc-07b08ce34cd5', 'name': '', 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'mac_address': 'fa:16:3e:09:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:41Z', 'updated_at': '2022-08-17T14:28:41Z', 'revision_number': 1, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'subnets': [{'id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:42.890990 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-5de1bb89-ad32-427d-98d2-dda022f4b06f None None] Provisioning complete for port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:42.891569 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5de1bb89-ad32-427d-98d2-dda022f4b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.924670 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port e5bafa31-960f-4bdb-988e-eb99c06479df triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:42.925053 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:42.933882 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:42.967350 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-5de1bb89-ad32-427d-98d2-dda022f4b06f None None] Port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:43.028897 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port e5bafa31-960f-4bdb-988e-eb99c06479df is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:43.030211 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 42045e7a-5a59-4272-a9f7-70c108bf998c up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:43.079715 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 42045e7a-5a59-4272-a9f7-70c108bf998c triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:43.080074 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.182961 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 42045e7a-5a59-4272-a9f7-70c108bf998c is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:43.183437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.254856 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 42045e7a-5a59-4272-a9f7-70c108bf998c, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=42045e7a-5a59-4272-a9f7-70c108bf998c,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:43.268996 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.269237 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53684) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:43.272842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244411498', 'description': 'tempest-secgroup-smoke-1244411498 description', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:43.327129 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ef012745-618b-4584-9034-b5395d4a4a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.352012 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=42045e7a-5a59-4272-a9f7-70c108bf998c,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:43.397422 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.403819 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cd28aa41-508c-4250-8262-f595bb87a983 req-2ad9f73f-3cda-4662-873b-1d39c874e2c6 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 210 time: 0.1168880 Aug 17 14:28:43.452166 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:43.489643 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-3015e29b-9deb-4859-8f2e-2b2cde7c057b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:43.491141 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-3015e29b-9deb-4859-8f2e-2b2cde7c057b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 811 time: 0.1784017 Aug 17 14:28:43.497135 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:43.537766 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group (1198c2dd-4a3a-42fd-9236-7421844f0b97), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.543697 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (1198c2dd-4a3a-42fd-9236-7421844f0b97), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.600900 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1198c2dd-4a3a-42fd-9236-7421844f0b97,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:43.609974 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.611101 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5ffcf5c8-2581-4784-80b0-34621f5506b1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3422534 Aug 17 14:28:43.614017 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53686) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:43.618267 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group_rule': {'security_group_id': '1198c2dd-4a3a-42fd-9236-7421844f0b97', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:43.628030 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-6a67d0ea-bd24-42e3-8edb-873715bd2486 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e49076a24c164bb7aaefec58352f9243 HTTP/1.1" status: 200 len: 380 time: 0.1283827 Aug 17 14:28:43.642215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'port': {'device_id': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'admin_state_up': True, 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'security_groups': ['6b25e695-b13d-4833-8a40-70f27f2f0adc']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:43.703371 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (1f0208ae-2e57-4ee5-8d9a-6f1c887c400e), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.804888 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (1f0208ae-2e57-4ee5-8d9a-6f1c887c400e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.809892 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (1f0208ae-2e57-4ee5-8d9a-6f1c887c400e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.823177 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Made reservation on behalf of e49076a24c164bb7aaefec58352f9243 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:28:43.826845 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.850967 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0208ae-2e57-4ee5-8d9a-6f1c887c400e,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:43.871253 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:43.875059 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-70be1e06-a577-4a04-8b92-24940bbd2d03 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575471 Aug 17 14:28:43.875398 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53688) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:43.880109 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group_rule': {'security_group_id': '1198c2dd-4a3a-42fd-9236-7421844f0b97', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:43.932873 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (2f0d3ec0-5c5b-4ab1-bd92-c2c521becd24), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.021213 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (2f0d3ec0-5c5b-4ab1-bd92-c2c521becd24), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.027667 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (2f0d3ec0-5c5b-4ab1-bd92-c2c521becd24), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.035585 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:44.048533 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0d3ec0-5c5b-4ab1-bd92-c2c521becd24,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:44.064272 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Allocated IP 172.20.0.14 (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32/8380b29e-d866-49c5-8a67-3c4ffb855e05/55c92932-fdca-47ba-8c2d-6150ecd34482) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:44.064676 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.066369 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-61ee0e4c-b668-452c-86c7-daf2b0c0c338 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899366 Aug 17 14:28:44.069236 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53690) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:44.075915 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group_rule': {'security_group_id': '1198c2dd-4a3a-42fd-9236-7421844f0b97', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:44.115142 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (e578adf7-806b-444c-907d-6b159573f30a), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.194907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (e578adf7-806b-444c-907d-6b159573f30a), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.199476 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (e578adf7-806b-444c-907d-6b159573f30a), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.219603 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e578adf7-806b-444c-907d-6b159573f30a,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:44.229025 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.232835 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-aceae82a-7550-405f-a33d-ca8d11462dba tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601076 Aug 17 14:28:44.233004 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.233115 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53692) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:44.237761 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group_rule': {'security_group_id': '1198c2dd-4a3a-42fd-9236-7421844f0b97', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:44.265895 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:44.267907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (55f9983d-3366-41ba-8c1b-2b44ccf1631d), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.268210 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.277376 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:44.313279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:44.319440 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:44.324474 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:44.326969 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:44.345276 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (55f9983d-3366-41ba-8c1b-2b44ccf1631d), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.351097 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (55f9983d-3366-41ba-8c1b-2b44ccf1631d), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.353928 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=55c92932-fdca-47ba-8c2d-6150ecd34482,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:44.376016 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f9983d-3366-41ba-8c1b-2b44ccf1631d,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:44.385969 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:44.386608 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.388090 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.389497 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8ee3f6ab-9e5c-4797-a9fb-157352a8556c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551797 Aug 17 14:28:44.392331 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 53694) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:44.398765 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group_rule': {'security_group_id': '1198c2dd-4a3a-42fd-9236-7421844f0b97', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:44.407527 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-9b7e2d09-032c-4cde-a7ee-7466c310652b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728591 Aug 17 14:28:44.421814 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Request body: {'port': {'device_id': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:44.426335 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.securitygroups_db [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Project 4b66c1f8f09b45f0a2ddf111ebbb4f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 14:28:44.433017 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (4626c35c-13dd-494e-96da-d828e18f6b2d), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.498187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.512750 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (4626c35c-13dd-494e-96da-d828e18f6b2d), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.518746 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (4626c35c-13dd-494e-96da-d828e18f6b2d), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.559796 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.561630 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1683590 Aug 17 14:28:44.566177 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53698) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:44.571228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'security_group_rule': {'security_group_id': '1198c2dd-4a3a-42fd-9236-7421844f0b97', 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:44.581469 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a81a5-dd19-4783-8e13-89956c135c75 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4626c35c-13dd-494e-96da-d828e18f6b2d,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:44.616135 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed531682-1548-4d11-91f7-ddcfb7141f8c req-eb18fcb6-5030-45ae-8e96-2afc49daf67d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:44.617795 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ed531682-1548-4d11-91f7-ddcfb7141f8c req-eb18fcb6-5030-45ae-8e96-2afc49daf67d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 932 time: 0.0793552 Aug 17 14:28:44.671476 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.securitygroups_db [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Project 4b66c1f8f09b45f0a2ddf111ebbb4f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 14:28:44.692201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (12ecf50b-5187-45d1-8a98-2dd35f3d3e19), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.707615 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ed531682-1548-4d11-91f7-ddcfb7141f8c req-ad02c805-6422-46e2-a332-17e87ebe91d6 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838134 Aug 17 14:28:44.719201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-cc6f66d8-f317-4c52-a9c9-07eca08fdf05 None None] Provisioning complete for port 55c92932-fdca-47ba-8c2d-6150ecd34482 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:44.720324 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cc6f66d8-f317-4c52-a9c9-07eca08fdf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.774333 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f66d8-f317-4c52-a9c9-07eca08fdf05 None None] Port 55c92932-fdca-47ba-8c2d-6150ecd34482 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:28:44.812765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device a9b5ca1f-9165-459f-8ffa-80dee078cbdf up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:44.824824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (12ecf50b-5187-45d1-8a98-2dd35f3d3e19), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.830607 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (12ecf50b-5187-45d1-8a98-2dd35f3d3e19), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.862303 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port a9b5ca1f-9165-459f-8ffa-80dee078cbdf triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:44.862779 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.870746 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ecf50b-5187-45d1-8a98-2dd35f3d3e19,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:44.878596 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.882357 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0ade1555-218a-4506-83c2-98c75c0e05bf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151300 Aug 17 14:28:44.945545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port a9b5ca1f-9165-459f-8ffa-80dee078cbdf is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:44.945970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.955359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c92932-fdca-47ba-8c2d-6150ecd34482 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:28:44.964554 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Publish callbacks [] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.971153 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port a9b5ca1f-9165-459f-8ffa-80dee078cbdf, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:44.976868 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:44.979382 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 42045e7a-5a59-4272-a9f7-70c108bf998c up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:44.984062 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Transition to ACTIVE for port object 55c92932-fdca-47ba-8c2d-6150ecd34482 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:28:44.993523 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:45.007945 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:45.067212 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 42045e7a-5a59-4272-a9f7-70c108bf998c triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:45.067592 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:45.070328 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:45.078363 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Pushing event updated for resources: {'Port': ['ID=55c92932-fdca-47ba-8c2d-6150ecd34482,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:45.113236 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Attempting to bind port 55c92932-fdca-47ba-8c2d-6150ecd34482 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:45.113646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Attempting to bind port 55c92932-fdca-47ba-8c2d-6150ecd34482 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:45.114077 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Attempting to bind port 55c92932-fdca-47ba-8c2d-6150ecd34482 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:45.120104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Port 55c92932-fdca-47ba-8c2d-6150ecd34482 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:28:45.120476 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Attempting to bind port 55c92932-fdca-47ba-8c2d-6150ecd34482 on network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:45.126214 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:45.126628 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Checking segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:45.127155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Bound using segment: {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:45.127783 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Bound port: 55c92932-fdca-47ba-8c2d-6150ecd34482, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4503cb-59e9-4a5c-837a-427705f3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:45.128309 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:45.155578 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 42045e7a-5a59-4272-a9f7-70c108bf998c is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:45.170210 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:45.202952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] For port 55c92932-fdca-47ba-8c2d-6150ecd34482, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:45.208876 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] For port 55c92932-fdca-47ba-8c2d-6150ecd34482, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=55c92932-fdca-47ba-8c2d-6150ecd34482,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:45.217234 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:45.221421 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:45.223153 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:45.225690 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/55c92932-fdca-47ba-8c2d-6150ecd34482 HTTP/1.1" status: 200 len: 1094 time: 0.8095896 Aug 17 14:28:45.264208 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:28:45.267955 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160413ed-fc33-48ec-8eb6-14e0c1ee0439" -d '{"events": [{"name": "network-changed", "server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:28:45.332030 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46441c26-a1d3-4d46-868d-c0e9d01188cd x-openstack-request-id: req-46441c26-a1d3-4d46-868d-c0e9d01188cd {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:28:45.332712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:28:45.332712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46441c26-a1d3-4d46-868d-c0e9d01188cd {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:28:45.333108 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46441c26-a1d3-4d46-868d-c0e9d01188cd'] response: {'name': 'network-changed', 'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'status': 'completed', 'code': 200} Aug 17 14:28:45.340955 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc3ab-a30c-43fa-ac67-4f8813ede664 service neutron] Pushing event updated for resources: {'Port': ['ID=55c92932-fdca-47ba-8c2d-6150ecd34482,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:45.348800 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-eee9e194-ba55-4241-8711-665bed1910ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:45.350428 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-eee9e194-ba55-4241-8711-665bed1910ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 1128 time: 0.0776153 Aug 17 14:28:45.351256 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-721615ee-0f86-47cb-bb6d-049ec4df8b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:45.404152 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-681ad941-8c12-4e7b-bbfe-0c96eb5f7e5c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55c92932-fdca-47ba-8c2d-6150ecd34482 HTTP/1.1" status: 200 len: 217 time: 0.0456941 Aug 17 14:28:45.453656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:45.467522 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-24f6a4a2-a80c-4f56-a738-2adc44915797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:45.469010 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-24f6a4a2-a80c-4f56-a738-2adc44915797 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0585289 Aug 17 14:28:45.514923 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951397a-605d-45de-90d4-217f05c005ab req-92e0e8bf-7ef5-4558-aab1-582292cf6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:45.516450 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-92e0e8bf-7ef5-4558-aab1-582292cf6133 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411489 Aug 17 14:28:45.612223 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-cc57e8f3-ff49-43dd-af52-dd33a7ed4ccf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880172 Aug 17 14:28:45.645245 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Sync routers for ids ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:28:45.660031 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Routers {'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:45.660634 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:45.710790 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1951397a-605d-45de-90d4-217f05c005ab req-f2525ee3-5208-47c9-975d-2a64c7034f7b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Aug 17 14:28:45.774414 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Set router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:45.836862 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b729e-69c0-4fe7-be6c-059fd5fc668e req-b84fe273-1b4f-4c3e-b588-263a28c7547e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:45.838492 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f89b729e-69c0-4fe7-be6c-059fd5fc668e req-b84fe273-1b4f-4c3e-b588-263a28c7547e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0549381 Aug 17 14:28:45.894828 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f89b729e-69c0-4fe7-be6c-059fd5fc668e req-76520161-2f93-4e5e-9239-692efd32dba7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479515 Aug 17 14:28:45.980928 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '9ced3da3-3d78-4ac8-99fc-07b08ce34cd5', 'name': '', 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'mac_address': 'fa:16:3e:09:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:41Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 2, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'subnets': [{'id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:46.006685 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Checking router: b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:28:46.007032 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Updating router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:28:46.037511 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.054905 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-f7adfaa6-5420-4dcb-b9d9-87aef55969d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:46.057106 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-f7adfaa6-5420-4dcb-b9d9-87aef55969d7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 1128 time: 0.0414891 Aug 17 14:28:46.152900 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-866b0f66-2cf6-483e-8345-d18fd134c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:46.154070 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:46.154439 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-866b0f66-2cf6-483e-8345-d18fd134c2e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.0895212 Aug 17 14:28:46.199779 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-976e216f-7741-4bb5-b8bd-f59d553dd60b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55c92932-fdca-47ba-8c2d-6150ecd34482 HTTP/1.1" status: 200 len: 217 time: 0.0339861 Aug 17 14:28:46.220549 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:46.256746 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-9b76d21d-237e-45c4-babf-18c031c5519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:46.258314 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-9b76d21d-237e-45c4-babf-18c031c5519e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0495980 Aug 17 14:28:46.306790 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-66aa1096-f813-4e47-8c47-ac9ccf094de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:46.308165 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-66aa1096-f813-4e47-8c47-ac9ccf094de4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437686 Aug 17 14:28:46.311284 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Publish callbacks [] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.316877 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.388008 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59b228-6577-4563-9ada-27f361694449 None None] Pushing event updated for resources: {'Port': ['ID=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:46.406077 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-3a0410f1-5acc-426d-b0a7-31da884f962e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906286 Aug 17 14:28:46.416894 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Attempting to bind port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:28:46.417264 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Attempting to bind port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:28:46.417629 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Attempting to bind port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 on network 81df4678-84da-462c-a525-9e27fd3930a7 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:28:46.423023 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:28:46.423447 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Checking segment: {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:28:46.423849 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.424240 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Bound using segment: {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:28:46.424735 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Bound port: 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2551098f-45ad-4492-8d18-32409f2b6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:28:46.425114 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.495395 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] For port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:28:46.501763 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] For port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,segment=NetworkSegment(2551098f-45ad-4492-8d18-32409f2b6741),segment_id=2551098f-45ad-4492-8d18-32409f2b6741)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:28:46.506545 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-160413ed-fc33-48ec-8eb6-14e0c1ee0439 req-5856f7e7-0656-4667-bbc2-5d24aff5e2d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940387 Aug 17 14:28:46.509078 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.542663 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Routers {'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:28:46.543278 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:46.603942 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59b228-6577-4563-9ada-27f361694449 None None] Pushing event updated for resources: {'Port': ['ID=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:46.662701 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] Set router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:28:46.734591 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device a9b5ca1f-9165-459f-8ffa-80dee078cbdf up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:46.781708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:46.791553 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.801668 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port a9b5ca1f-9165-459f-8ffa-80dee078cbdf triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:46.802160 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:46.860998 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '9ced3da3-3d78-4ac8-99fc-07b08ce34cd5', 'name': '', 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'mac_address': 'fa:16:3e:09:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:41Z', 'updated_at': '2022-08-17T14:28:46Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'subnets': [{'id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:28:46.880101 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port a9b5ca1f-9165-459f-8ffa-80dee078cbdf is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:46.881077 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:46.887079 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3c05c-da5e-44f7-8c05-df68b4a3993f None None] The sync data for ids ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'] in dv-cinder-820027-18-iscsi is: [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:28:42Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '9ced3da3-3d78-4ac8-99fc-07b08ce34cd5', 'name': '', 'network_id': '81df4678-84da-462c-a525-9e27fd3930a7', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'mac_address': 'fa:16:3e:09:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:41Z', 'updated_at': '2022-08-17T14:28:46Z', 'revision_number': 4, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'subnets': [{'id': 'f106393e-94d9-4233-8dc9-83b9446ad4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:28:46.930304 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:46.930748 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:47.020594 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca6be-1c71-4ba1-9485-9f01d23f4cb6 req-78f4e374-3018-44c5-a5fc-45bc2d70f27b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:47.021647 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:47.022084 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:47.022211 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5aca6be-1c71-4ba1-9485-9f01d23f4cb6 req-78f4e374-3018-44c5-a5fc-45bc2d70f27b tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0505440 Aug 17 14:28:47.061326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,segment=NetworkSegment(2551098f-45ad-4492-8d18-32409f2b6741),segment_id=2551098f-45ad-4492-8d18-32409f2b6741)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:47.068444 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:47.082923 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5aca6be-1c71-4ba1-9485-9f01d23f4cb6 req-3dc6a0c5-5444-4e28-a2ec-33bd02b68038 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548866 Aug 17 14:28:47.134079 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:48.198562 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:48.215308 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205d4b-8ef2-4ab9-872b-a7f73d0bf223 req-79f71f7b-08a6-4d44-860f-a29cf1cfa7fb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:48.216746 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d8205d4b-8ef2-4ab9-872b-a7f73d0bf223 req-79f71f7b-08a6-4d44-860f-a29cf1cfa7fb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0582500 Aug 17 14:28:48.269936 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d8205d4b-8ef2-4ab9-872b-a7f73d0bf223 req-34cb0223-72f4-4402-b503-61451dd64e17 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464056 Aug 17 14:28:48.298040 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:48.716960 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:48.764468 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:48.764842 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:48.836409 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:49.401215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76801bea-f891-4953-a33d-1a56eabeae8a req-59e990ce-9a5e-4428-8fdb-5180aa160574 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:49.404593 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-76801bea-f891-4953-a33d-1a56eabeae8a req-59e990ce-9a5e-4428-8fdb-5180aa160574 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0547318 Aug 17 14:28:49.458339 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-76801bea-f891-4953-a33d-1a56eabeae8a req-36ad68d0-38a7-4289-9e13-91053688e82f tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492995 Aug 17 14:28:50.580166 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1f375-831e-4955-9ae3-42e8aad94b63 req-5af736b0-9c07-47b7-9b32-27c30aa0b42e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:50.581645 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9fc1f375-831e-4955-9ae3-42e8aad94b63 req-5af736b0-9c07-47b7-9b32-27c30aa0b42e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0484428 Aug 17 14:28:50.632167 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9fc1f375-831e-4955-9ae3-42e8aad94b63 req-3785b268-679a-4fd9-93a0-d53d4930aa21 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448859 Aug 17 14:28:51.388150 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:51.750929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d56ff7-aafa-484e-8365-1fd2d1e32ce2 req-4735ebdd-21e5-4753-a2e9-5ef51170cec8 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:51.752804 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c7d56ff7-aafa-484e-8365-1fd2d1e32ce2 req-4735ebdd-21e5-4753-a2e9-5ef51170cec8 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0484023 Aug 17 14:28:51.763846 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:51.774141 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:51.807028 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c7d56ff7-aafa-484e-8365-1fd2d1e32ce2 req-03e01804-d604-4cd1-b066-803c03481fab tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490117 Aug 17 14:28:53.083888 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420739c-f46d-4225-b759-b8e8f8e5e445 req-0261ba8c-4ce9-47a6-928f-4ed3ed2a2c52 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:53.085637 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e420739c-f46d-4225-b759-b8e8f8e5e445 req-0261ba8c-4ce9-47a6-928f-4ed3ed2a2c52 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 944 time: 0.0484729 Aug 17 14:28:53.141058 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e420739c-f46d-4225-b759-b8e8f8e5e445 req-2ebd9235-a492-4b0e-9c98-fbcadd1f72e3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487447 Aug 17 14:28:53.826985 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 55c92932-fdca-47ba-8c2d-6150ecd34482 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:28:53.913632 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:53.931474 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 55c92932-fdca-47ba-8c2d-6150ecd34482, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=55c92932-fdca-47ba-8c2d-6150ecd34482,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:53.943082 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'port_id': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'mac_address': 'fa:16:3e:23:e4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:28:53.978087 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 55c92932-fdca-47ba-8c2d-6150ecd34482 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:53.978471 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:53.992158 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c92932-fdca-47ba-8c2d-6150ecd34482 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:28:54.015574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 55c92932-fdca-47ba-8c2d-6150ecd34482, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=55c92932-fdca-47ba-8c2d-6150ecd34482,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:54.020385 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:54.053435 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:54.068282 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=55c92932-fdca-47ba-8c2d-6150ecd34482,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:54.247883 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['55c92932-fdca-47ba-8c2d-6150ecd34482'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:28:54.267916 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538fd07-89dc-4f20-81d2-f26675ef723a req-8703ca3e-da63-43d0-b2a4-6ce451094b00 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:54.269492 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a538fd07-89dc-4f20-81d2-f26675ef723a req-8703ca3e-da63-43d0-b2a4-6ce451094b00 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 945 time: 0.0513988 Aug 17 14:28:54.322028 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a538fd07-89dc-4f20-81d2-f26675ef723a req-170348b6-206d-49de-b9ce-b80d556d2aef tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467126 Aug 17 14:28:55.445681 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:55.455832 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b4916-b0d0-4463-abff-412c970df9ed req-d9f6d9bc-dd0c-41f3-b3ae-7951922b36cd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:55.457304 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3c0b4916-b0d0-4463-abff-412c970df9ed req-d9f6d9bc-dd0c-41f3-b3ae-7951922b36cd tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 945 time: 0.0495977 Aug 17 14:28:55.507540 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3c0b4916-b0d0-4463-abff-412c970df9ed req-dbd3fb38-9259-4d6a-ba73-167fef9390c3 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Aug 17 14:28:55.838613 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:28:55.840398 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 55c92932-fdca-47ba-8c2d-6150ecd34482 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:28:55.884574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 55c92932-fdca-47ba-8c2d-6150ecd34482 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:28:55.890521 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 55c92932-fdca-47ba-8c2d-6150ecd34482 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:28:55.890917 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:55.967553 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 55c92932-fdca-47ba-8c2d-6150ecd34482 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:28:55.967963 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:55.992837 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:28:55.995937 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65636ad-cea6-42dd-83ee-c37b87ec75f4" -d '{"events": [{"server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "name": "network-vif-plugged", "status": "completed", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:28:56.010031 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 55c92932-fdca-47ba-8c2d-6150ecd34482, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=55c92932-fdca-47ba-8c2d-6150ecd34482,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:28:56.014009 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:56.038117 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7e901b-e742-4a5e-a04c-cda04e37391a x-openstack-request-id: req-0e7e901b-e742-4a5e-a04c-cda04e37391a {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:28:56.038405 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "name": "network-vif-plugged", "status": "completed", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:28:56.038657 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e7e901b-e742-4a5e-a04c-cda04e37391a {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:28:56.039040 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7e901b-e742-4a5e-a04c-cda04e37391a'] response: {'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'code': 200} Aug 17 14:28:56.067715 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=55c92932-fdca-47ba-8c2d-6150ecd34482,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:56.265000 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f15c31-d8eb-409d-b151-0fb5d8c769d9 req-10642a58-8a49-4fce-a853-36d9999336af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:56.266543 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-42f15c31-d8eb-409d-b151-0fb5d8c769d9 req-10642a58-8a49-4fce-a853-36d9999336af service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 1130 time: 0.0408497 Aug 17 14:28:56.313136 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-42f15c31-d8eb-409d-b151-0fb5d8c769d9 req-e56f1179-fbbb-4e18-b2f6-7c698894ac14 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Aug 17 14:28:56.631345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a547327-497a-478b-9705-5c18bfe640be req-530264c9-6ac6-4c6c-83ad-5196eba9fbb7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:56.633104 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4a547327-497a-478b-9705-5c18bfe640be req-530264c9-6ac6-4c6c-83ad-5196eba9fbb7 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 946 time: 0.0532267 Aug 17 14:28:56.686487 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4a547327-497a-478b-9705-5c18bfe640be req-11f339b8-c707-4882-bad2-758de520483a tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476484 Aug 17 14:28:57.804573 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa65e19-f068-4d33-8f49-573a5bbfd2b7 req-2fd63e37-022c-4dfd-8154-dbf991f7497d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:57.806055 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5fa65e19-f068-4d33-8f49-573a5bbfd2b7 req-2fd63e37-022c-4dfd-8154-dbf991f7497d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 946 time: 0.0482452 Aug 17 14:28:57.837077 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:57.857313 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-5fa65e19-f068-4d33-8f49-573a5bbfd2b7 req-d5d1795c-de34-482b-85a6-ba6ffd114400 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 Aug 17 14:28:57.974098 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9bf5b-1532-4212-8708-696551bfdc60 req-6e843d2f-1bd4-401a-aa8a-10c95b8f5c03 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:57.975542 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5df9bf5b-1532-4212-8708-696551bfdc60 req-6e843d2f-1bd4-401a-aa8a-10c95b8f5c03 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 946 time: 0.0464790 Aug 17 14:28:58.024019 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5df9bf5b-1532-4212-8708-696551bfdc60 req-c5501152-f13e-4859-9af1-b752beec3f4d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Aug 17 14:28:58.049799 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53826) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:58.235401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879bf30-dfe7-476a-b354-13e5ab788400 tempest-TestVolumeBootPattern-1469754785 tempest-TestVolumeBootPattern-1469754785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:28:58.236888 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5879bf30-dfe7-476a-b354-13e5ab788400 tempest-TestVolumeBootPattern-1469754785 tempest-TestVolumeBootPattern-1469754785-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 1125 time: 0.1861396 Aug 17 14:28:58.239651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53832) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:28:58.243726 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'port_id': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:28:58.266445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:58.346120 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:58.448835 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Allocated IP 172.27.1.89 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/4359f9f4-343e-4331-bacf-b34deae472c6) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:28:58.551999 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (4359f9f4-343e-4331-bacf-b34deae472c6), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:58.582215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (4359f9f4-343e-4331-bacf-b34deae472c6), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:58.618856 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:58.621026 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:28:58.625027 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:58.630600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:28:58.636182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:28:58.639785 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=4359f9f4-343e-4331-bacf-b34deae472c6,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:58.672119 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.672468 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.672818 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.673163 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.673500 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.673845 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.674200 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.674532 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.674866 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.675197 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.675529 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.675860 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.676189 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.676516 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:58.676842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:28:59.003063 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (6105936d-1a93-466f-a869-c6a889733a0a), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:59.070581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (4359f9f4-343e-4331-bacf-b34deae472c6), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:59.235028 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for port (4359f9f4-343e-4331-bacf-b34deae472c6), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:59.239690 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (4359f9f4-343e-4331-bacf-b34deae472c6), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:59.311449 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event updated for resources: {'Port': ['ID=4359f9f4-343e-4331-bacf-b34deae472c6,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:28:59.314069 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (6105936d-1a93-466f-a869-c6a889733a0a), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:28:59.421990 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Floating IP 6105936d-1a93-466f-a869-c6a889733a0a associated. External IP: 172.27.1.89, port: 55c92932-fdca-47ba-8c2d-6150ecd34482. Aug 17 14:28:59.470600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:59.525769 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:28:59.624238 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:28:59.992727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:29:00.002928 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:29:00.011312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:00.014131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:29:00.014810 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:00.041674 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-19126ad5-ed00-4663-826b-08d65721e393 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8010337 Aug 17 14:29:00.043050 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:29:00.045754 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72450794-627f-45ed-91ee-5d15087f286f" -d '{"events": [{"name": "network-changed", "server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:29:00.082319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5389be96-b7ad-4186-8375-45dbcccf4039 x-openstack-request-id: req-5389be96-b7ad-4186-8375-45dbcccf4039 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:29:00.082609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:29:00.082862 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5389be96-b7ad-4186-8375-45dbcccf4039 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:29:00.083266 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5389be96-b7ad-4186-8375-45dbcccf4039'] response: {'name': 'network-changed', 'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'status': 'completed', 'code': 200} Aug 17 14:29:00.121015 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:29:00.145065 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450794-627f-45ed-91ee-5d15087f286f req-449ba24a-40ad-4440-8547-63c98d341752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:00.146616 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-449ba24a-40ad-4440-8547-63c98d341752 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 1130 time: 0.0398588 Aug 17 14:29:00.208809 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:00.253744 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450794-627f-45ed-91ee-5d15087f286f req-2166ce10-ebe4-458a-9bb7-da4d8245c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:00.255285 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-2166ce10-ebe4-458a-9bb7-da4d8245c209 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.0986347 Aug 17 14:29:00.275427 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:00.316910 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-f8f93fad-a6c1-4029-bbf2-1affef27c1d5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55c92932-fdca-47ba-8c2d-6150ecd34482 HTTP/1.1" status: 200 len: 999 time: 0.0546823 Aug 17 14:29:00.344124 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '6105936d-1a93-466f-a869-c6a889733a0a', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:23:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:28:58Z', 'updated_at': '2022-08-17T14:28:58Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}, {'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:42Z', 'revision_number': 1, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:00.369010 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:29:00.374167 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450794-627f-45ed-91ee-5d15087f286f req-cf950fe1-b706-43e5-899d-5e09b6fcd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:00.375576 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-cf950fe1-b706-43e5-899d-5e09b6fcd81d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0526278 Aug 17 14:29:00.377493 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:29:00.378118 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:28:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:00.423322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450794-627f-45ed-91ee-5d15087f286f req-28bef007-0bc5-42a7-956d-2a4ed7127e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:00.424822 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-28bef007-0bc5-42a7-956d-2a4ed7127e7c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430129 Aug 17 14:29:00.523448 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-69d0f548-4423-41cf-a87d-4f7bb4d11661 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915039 Aug 17 14:29:00.618261 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:29:00.626477 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-72450794-627f-45ed-91ee-5d15087f286f req-9865a97d-dd82-4184-862f-043ba865399c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966213 Aug 17 14:29:00.872561 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '6105936d-1a93-466f-a869-c6a889733a0a', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:23:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:28:58Z', 'updated_at': '2022-08-17T14:28:58Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}, {'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:42Z', 'revision_number': 1, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:00.899553 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1505-8a91-41dd-9efa-b7258aa85a56 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '6105936d-1a93-466f-a869-c6a889733a0a', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:23:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:28:58Z', 'updated_at': '2022-08-17T14:28:58Z', 'revision_number': 0, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}, {'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:42Z', 'revision_number': 1, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:29:01.103540 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8ae1b-8268-4004-a604-e2d136aaaf16 None None] New status for floating IP 6105936d-1a93-466f-a869-c6a889733a0a: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:29:01.424727 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-4c2fc0b8-1693-48fb-8d7f-32dec7ffcc5c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1244411498&fields=id&tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71 HTTP/1.1" status: 200 len: 267 time: 0.0480037 Aug 17 14:29:01.531171 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-bdc6ed7f-d1b3-4fa7-9d0c-3f45cdcf4edf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:01.532527 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-bdc6ed7f-d1b3-4fa7-9d0c-3f45cdcf4edf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 809 time: 0.1011477 Aug 17 14:29:01.546761 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-53f69f8f-0645-44b5-b3af-d754bd4525e3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/quotas/4b66c1f8f09b45f0a2ddf111ebbb4f71 HTTP/1.1" status: 200 len: 375 time: 0.0089102 Aug 17 14:29:01.598223 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-4f4a1198-2bd8-434d-9f41-a44c6f449f65 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463989 Aug 17 14:29:01.692332 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-358600cd-dfe1-42e1-8436-cdc13b59417f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Aug 17 14:29:01.785369 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-ec221245-2fe3-4fcc-aac7-a1336c2cc405 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872943 Aug 17 14:29:02.074125 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-769c8525-5fb2-452d-985a-aecbb1dd8098 req-28d61781-e0ba-48c7-b1e4-ab3edf37c2c3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 210 time: 0.0282433 Aug 17 14:29:02.996286 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:03.014976 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-ae79a20a-8884-46b7-8373-d6d2d7a8b075 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:03.018063 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-ae79a20a-8884-46b7-8373-d6d2d7a8b075 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 809 time: 0.1160824 Aug 17 14:29:03.078144 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-e37696d3-e29c-4da1-a23b-2be9ba3863e5 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71 HTTP/1.1" status: 200 len: 380 time: 0.0537543 Aug 17 14:29:03.086848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'port': {'device_id': '12db8978-f584-46ae-8f16-420fbb0383fe', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'admin_state_up': True, 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'security_groups': ['1198c2dd-4a3a-42fd-9236-7421844f0b97']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:29:03.175127 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-22492552-0da5-41b7-8a5a-2f33df4a2074 req-cb085617-9a81-4fa6-b1c0-775066acd242 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 210 time: 0.0280840 Aug 17 14:29:03.203865 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Made reservation on behalf of 4b66c1f8f09b45f0a2ddf111ebbb4f71 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:29:03.208393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:03.211313 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:03.302080 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:03.365038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Allocated IP 172.20.0.8 (49738ca7-6061-485b-a542-2d6d1def1dc1/616ac763-8094-47b7-9883-eb0b69c73b78/d398dc51-a984-4576-a6b1-54b7359c6eed) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:29:03.507411 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:03.539125 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:03.582626 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:29:03.586285 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:29:03.591358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:29:03.602116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:03.654182 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:03.654813 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:03.672187 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-067022a3-16b0-4e2e-84ef-1396a6cf0516 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889094 Aug 17 14:29:03.684201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Request body: {'port': {'device_id': '12db8978-f584-46ae-8f16-420fbb0383fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:29:03.746330 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:03.831891 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-4bb6d4be-7ce0-4856-bc1e-b5dc636f11e7 None None] Provisioning complete for port d398dc51-a984-4576-a6b1-54b7359c6eed triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:29:03.832466 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d4be-7ce0-4856-bc1e-b5dc636f11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:03.861088 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:03.865371 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6d4be-7ce0-4856-bc1e-b5dc636f11e7 None None] Port d398dc51-a984-4576-a6b1-54b7359c6eed cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:29:04.004419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d398dc51-a984-4576-a6b1-54b7359c6eed {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:29:04.012727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Publish callbacks [] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:04.025482 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Transition to ACTIVE for port object d398dc51-a984-4576-a6b1-54b7359c6eed will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:29:04.029984 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:04.034637 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:04.094695 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931b41f-b132-4533-8426-062940b92449 service neutron] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:04.143854 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Attempting to bind port d398dc51-a984-4576-a6b1-54b7359c6eed on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:29:04.144185 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Attempting to bind port d398dc51-a984-4576-a6b1-54b7359c6eed by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:29:04.144512 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Attempting to bind port d398dc51-a984-4576-a6b1-54b7359c6eed on network 49738ca7-6061-485b-a542-2d6d1def1dc1 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:29:04.148835 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Port d398dc51-a984-4576-a6b1-54b7359c6eed on network 49738ca7-6061-485b-a542-2d6d1def1dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:29:04.149162 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Attempting to bind port d398dc51-a984-4576-a6b1-54b7359c6eed on network 49738ca7-6061-485b-a542-2d6d1def1dc1 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:29:04.154098 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:29:04.154442 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Checking segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:29:04.154824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Bound using segment: {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:29:04.155252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Bound port: d398dc51-a984-4576-a6b1-54b7359c6eed, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90d26b2-d210-4455-8469-dc5a96684543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:29:04.155608 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:04.219254 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:29:04.222462 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:29:04.228875 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:04.232700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.233537 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:04.234950 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-8931b41f-b132-4533-8426-062940b92449 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 1093 time: 0.5552187 Aug 17 14:29:04.237083 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:29:04.239870 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda90a2-2d8d-4325-9527-e223dde840d5" -d '{"events": [{"name": "network-changed", "server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:29:04.282028 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08f8a06-77d3-4f89-8d5d-7fc3de9a6607 x-openstack-request-id: req-d08f8a06-77d3-4f89-8d5d-7fc3de9a6607 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:29:04.282321 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:29:04.282570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d08f8a06-77d3-4f89-8d5d-7fc3de9a6607 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:29:04.282968 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08f8a06-77d3-4f89-8d5d-7fc3de9a6607'] response: {'name': 'network-changed', 'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'status': 'completed', 'code': 200} Aug 17 14:29:04.365557 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd9db1-bde6-43b7-8b10-c088edfc5887 req-550674b4-8dcd-4683-9b6d-fe1ac35ea3fe tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.366974 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dfcd9db1-bde6-43b7-8b10-c088edfc5887 req-550674b4-8dcd-4683-9b6d-fe1ac35ea3fe tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.1012037 Aug 17 14:29:04.370421 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-7dc9a10a-4895-49dc-9c0d-a7cfcb2d9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.371780 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-7dc9a10a-4895-49dc-9c0d-a7cfcb2d9ab9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1127 time: 0.0880833 Aug 17 14:29:04.373602 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931b41f-b132-4533-8426-062940b92449 service neutron] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:04.422171 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-5966d564-5a77-427e-8503-01da8bfac490 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 217 time: 0.0399556 Aug 17 14:29:04.477210 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-dfcd9db1-bde6-43b7-8b10-c088edfc5887 req-0a9dfbf6-25e0-420d-840c-9fdde84a3cae tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043756 Aug 17 14:29:04.490390 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-e7840712-e28c-4fc7-b830-ab620145a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.491822 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-e7840712-e28c-4fc7-b830-ab620145a667 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0605657 Aug 17 14:29:04.538377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46693a-ca64-4651-bac3-10e431690617 req-d050cf9e-d1b9-4427-ada3-ff8610d9c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.539851 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-d050cf9e-d1b9-4427-ada3-ff8610d9c63c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412819 Aug 17 14:29:04.628466 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-9c9c72ea-694a-435f-bed0-ef37a4221c53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828617 Aug 17 14:29:04.684897 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:04.725387 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1b46693a-ca64-4651-bac3-10e431690617 req-ccd690fa-5ffc-4d98-85c1-d05a5536ed15 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902243 Aug 17 14:29:04.806140 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-032168f5-ba1b-48cf-89b9-0d2d7becbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.808382 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-032168f5-ba1b-48cf-89b9-0d2d7becbaf4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1127 time: 0.0400300 Aug 17 14:29:04.899642 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-b47e8647-c72c-44a1-9803-9b09efb68104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.901210 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-b47e8647-c72c-44a1-9803-9b09efb68104 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.0881972 Aug 17 14:29:04.939906 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-83b23284-a955-4863-8682-be56fdee449a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 217 time: 0.0323951 Aug 17 14:29:04.988598 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-1dd3bdc2-b2f1-4c82-8b39-59225c4bf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:04.990046 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-1dd3bdc2-b2f1-4c82-8b39-59225c4bf034 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0448618 Aug 17 14:29:05.036422 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-20aef30b-92f5-4983-b17c-aaa3bd0a8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:05.037889 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-20aef30b-92f5-4983-b17c-aaa3bd0a8eed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415905 Aug 17 14:29:05.099804 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:05.130063 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-a152f90a-4f96-4c05-acdd-cdddb2d4d530 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862072 Aug 17 14:29:05.224752 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cda90a2-2d8d-4325-9527-e223dde840d5 req-bbbf9dbb-35f9-454a-9809-3afbcb1e005d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890491 Aug 17 14:29:05.597473 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597265b-937a-4832-b45a-9537a2496841 req-abdffe56-e95d-4ae6-9d84-865d21a37385 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:05.598937 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0597265b-937a-4832-b45a-9537a2496841 req-abdffe56-e95d-4ae6-9d84-865d21a37385 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0465119 Aug 17 14:29:05.647512 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0597265b-937a-4832-b45a-9537a2496841 req-71c9b993-16f5-451f-b3b4-b6a4f6b82e6f tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Aug 17 14:29:06.767264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35690216-93ee-4344-aa8c-b4da55552897 req-7384407d-f361-4ff1-bc37-694bbbf88af1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:06.768754 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35690216-93ee-4344-aa8c-b4da55552897 req-7384407d-f361-4ff1-bc37-694bbbf88af1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0477679 Aug 17 14:29:06.818272 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35690216-93ee-4344-aa8c-b4da55552897 req-b345f81a-055f-44d6-80df-1bcd8770d758 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 Aug 17 14:29:07.498477 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6ac8-f9fa-417e-b069-545dcbde7608 req-27a43039-ad66-43f4-9719-6be722565d95 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:07.499983 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fae6ac8-f9fa-417e-b069-545dcbde7608 req-27a43039-ad66-43f4-9719-6be722565d95 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Aug 17 14:29:07.554617 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0fae6ac8-f9fa-417e-b069-545dcbde7608 req-ee255002-fe0c-4601-94f6-8e7857a98324 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485630 Aug 17 14:29:07.940334 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a243d-94d1-4bcb-b0ac-840644c3d5a1 req-537082c1-d370-406d-924d-eceee2ab97cf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:07.941767 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-876a243d-94d1-4bcb-b0ac-840644c3d5a1 req-537082c1-d370-406d-924d-eceee2ab97cf tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0492766 Aug 17 14:29:07.990293 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-876a243d-94d1-4bcb-b0ac-840644c3d5a1 req-77006087-bd4d-4111-a6d4-f242c400cfb4 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Aug 17 14:29:08.679092 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f16418-7a4e-42d2-83e3-383678141b78 req-53ac5876-7519-49d7-a5d6-0ce465255c68 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:08.680561 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-16f16418-7a4e-42d2-83e3-383678141b78 req-53ac5876-7519-49d7-a5d6-0ce465255c68 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0482397 Aug 17 14:29:08.728532 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-16f16418-7a4e-42d2-83e3-383678141b78 req-a56b5468-2dfd-48d0-95ad-6d429199deac tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Aug 17 14:29:09.112950 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1285e-5348-4f45-ace8-1bc54d1bbf74 req-766f89f0-3573-408a-adc9-b2a807fe6071 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:09.114352 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b9b1285e-5348-4f45-ace8-1bc54d1bbf74 req-766f89f0-3573-408a-adc9-b2a807fe6071 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0492582 Aug 17 14:29:09.163986 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b9b1285e-5348-4f45-ace8-1bc54d1bbf74 req-e5496420-d17b-4007-8489-4c03bec17efb tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Aug 17 14:29:09.849504 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08600b8b-5f8d-4c3b-8d30-b15a7e54b5b7 req-c40fd7c6-dc66-43d6-92eb-4320f4b21e18 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:09.851013 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-08600b8b-5f8d-4c3b-8d30-b15a7e54b5b7 req-c40fd7c6-dc66-43d6-92eb-4320f4b21e18 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0489984 Aug 17 14:29:09.899378 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-08600b8b-5f8d-4c3b-8d30-b15a7e54b5b7 req-7c5abde8-7c6d-4eb4-9ba5-c4852d0f75dc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 Aug 17 14:29:10.289279 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be562a-504f-42b0-ab7c-f67ffddc7147 req-96cd6fe7-09ce-4a94-af40-d8cb6bcbb479 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:10.290808 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b8be562a-504f-42b0-ab7c-f67ffddc7147 req-96cd6fe7-09ce-4a94-af40-d8cb6bcbb479 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0513160 Aug 17 14:29:10.346320 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b8be562a-504f-42b0-ab7c-f67ffddc7147 req-eab81159-9f9c-4bb6-b67c-feedfbcea381 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493152 Aug 17 14:29:11.023541 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b28467-0088-47b3-a6f7-580ce9944f9b req-12815170-339d-4550-a227-9a8f5ec89812 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:11.025010 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f2b28467-0088-47b3-a6f7-580ce9944f9b req-12815170-339d-4550-a227-9a8f5ec89812 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0521038 Aug 17 14:29:11.072124 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f2b28467-0088-47b3-a6f7-580ce9944f9b req-25946202-2012-4bda-8a5c-529ff6aabbef tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Aug 17 14:29:11.449133 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:11.464374 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367da718-ba5a-4d35-892e-c268e76c8e43 req-286ccad6-c5b9-45bb-8671-a49a1151ec8a tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:11.465816 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-367da718-ba5a-4d35-892e-c268e76c8e43 req-286ccad6-c5b9-45bb-8671-a49a1151ec8a tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0470047 Aug 17 14:29:11.514538 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-367da718-ba5a-4d35-892e-c268e76c8e43 req-151d6b0c-2f0e-44d7-8e48-12e5a60c8d84 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Aug 17 14:29:12.193015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbef32-4e10-4a43-ac88-538154cb5b28 req-0f872957-e02b-4e1f-b4e5-2e5ebcb73ccc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:12.194554 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70cbef32-4e10-4a43-ac88-538154cb5b28 req-0f872957-e02b-4e1f-b4e5-2e5ebcb73ccc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0465500 Aug 17 14:29:12.220583 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:12.243383 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70cbef32-4e10-4a43-ac88-538154cb5b28 req-a1fceb66-5867-494e-90b2-a89262621cd4 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Aug 17 14:29:12.634385 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00b97e-f8af-417d-8929-73e3c144c89b req-2e01a2a2-a538-4f76-9eef-6bc9b57d6e90 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:12.635736 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc00b97e-f8af-417d-8929-73e3c144c89b req-2e01a2a2-a538-4f76-9eef-6bc9b57d6e90 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0465679 Aug 17 14:29:12.685661 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fc00b97e-f8af-417d-8929-73e3c144c89b req-b00ba0fe-3362-4ae1-b84b-155181f3ebef tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Aug 17 14:29:13.259288 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5aa966a5-dfe7-4e9a-8406-e2e0dafc1d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:13.361779 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:13.366909 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:13.367538 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283962-a7ac-4cb1-a6f8-158cce530ebc req-ef89aef1-2b1b-4407-9013-3a86f694d87e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:13.369018 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a9283962-a7ac-4cb1-a6f8-158cce530ebc req-ef89aef1-2b1b-4407-9013-3a86f694d87e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Aug 17 14:29:13.416535 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a9283962-a7ac-4cb1-a6f8-158cce530ebc req-2c64ef3f-a809-44d1-a75a-3581f63bb39b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415030 Aug 17 14:29:14.015151 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c78d1-3188-4c89-8003-836a02e0dbf7 req-b9835b95-aa56-48ed-8464-8404711025c7 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:14.016623 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-831c78d1-3188-4c89-8003-836a02e0dbf7 req-b9835b95-aa56-48ed-8464-8404711025c7 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.2597976 Aug 17 14:29:14.055672 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:14.065583 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-831c78d1-3188-4c89-8003-836a02e0dbf7 req-46a1c17c-4655-45c6-b415-15d67877ead5 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Aug 17 14:29:14.533766 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309aaf4-f50a-4f6a-a889-672a2f505537 req-3ffc9bc4-298d-4077-8d1a-31bf4e938c55 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:14.535240 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e309aaf4-f50a-4f6a-a889-672a2f505537 req-3ffc9bc4-298d-4077-8d1a-31bf4e938c55 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0468030 Aug 17 14:29:14.581620 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e309aaf4-f50a-4f6a-a889-672a2f505537 req-7e1c6926-a074-4703-9fa6-ba60a3a55abf tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 Aug 17 14:29:15.182437 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebc57-5c77-4292-bc61-aa75e79c9c58 req-83bea658-9500-4e84-850d-bf198e919800 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:15.184036 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-454ebc57-5c77-4292-bc61-aa75e79c9c58 req-83bea658-9500-4e84-850d-bf198e919800 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0476851 Aug 17 14:29:15.233071 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-454ebc57-5c77-4292-bc61-aa75e79c9c58 req-f1353a82-d851-4fab-be1b-e2ad624c7d8b tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Aug 17 14:29:15.345522 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5de98924-24d3-460c-a1c5-266fa8cd8563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:15.700762 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e7f0b-e3b3-4d73-a8a9-d2695d2222cf req-6e73f360-49be-4540-bc08-94bb38c96f23 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:15.702202 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f45e7f0b-e3b3-4d73-a8a9-d2695d2222cf req-6e73f360-49be-4540-bc08-94bb38c96f23 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0464644 Aug 17 14:29:15.751413 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f45e7f0b-e3b3-4d73-a8a9-d2695d2222cf req-a2fda423-cb16-4153-bab8-425e964bf670 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Aug 17 14:29:15.915031 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:29:16.015618 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:29:16.026356 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'port_id': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'mac_address': 'fa:16:3e:5d:d9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:29:16.060437 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d398dc51-a984-4576-a6b1-54b7359c6eed is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:29:16.060816 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:16.073260 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d398dc51-a984-4576-a6b1-54b7359c6eed {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:29:16.092789 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:29:16.096620 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:16.141467 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:16.148298 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.148650 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.148992 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.149333 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.149666 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.150022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.150352 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.150680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.151007 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.151336 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.151657 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.152101 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.152709 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.152823 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.153059 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:29:16.357969 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89981ab-1679-40af-8ee4-713044d99291 req-17631951-770d-4ee5-8490-75a5c48b0f86 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:16.359445 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b89981ab-1679-40af-8ee4-713044d99291 req-17631951-770d-4ee5-8490-75a5c48b0f86 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 944 time: 0.0528882 Aug 17 14:29:16.395410 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['d398dc51-a984-4576-a6b1-54b7359c6eed'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:29:16.409425 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b89981ab-1679-40af-8ee4-713044d99291 req-5bdcb17f-cd22-4949-a5d6-5a17d4690d65 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Aug 17 14:29:16.416366 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:16.468233 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:16.774384 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:16.873462 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef2fb-51ad-4953-b9c9-22bc86cd6d7b req-a98ac9e8-b125-491f-8c83-f52bd964d20d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:16.874969 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c22ef2fb-51ad-4953-b9c9-22bc86cd6d7b req-a98ac9e8-b125-491f-8c83-f52bd964d20d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Aug 17 14:29:16.922136 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c22ef2fb-51ad-4953-b9c9-22bc86cd6d7b req-fa2875d0-0d53-4fa0-b7fa-6e8565531510 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415576 Aug 17 14:29:17.531712 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936386-22b3-4780-bb16-1a5f8d1b7d7f req-d233a02f-2a18-4cca-a432-4ec5ba4e866b tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:17.533173 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1e936386-22b3-4780-bb16-1a5f8d1b7d7f req-d233a02f-2a18-4cca-a432-4ec5ba4e866b tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 944 time: 0.0472178 Aug 17 14:29:17.582854 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1e936386-22b3-4780-bb16-1a5f8d1b7d7f req-7b94480c-f8d4-469f-992f-3f6882636445 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Aug 17 14:29:17.933804 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:29:17.984987 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port d398dc51-a984-4576-a6b1-54b7359c6eed completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:29:17.991129 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port d398dc51-a984-4576-a6b1-54b7359c6eed triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:29:17.991532 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:18.050022 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740d88-399f-4f85-a8ad-d666a944deee req-fc532b8e-4780-4705-87a9-7c52a8fb5f04 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:18.051547 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-24740d88-399f-4f85-a8ad-d666a944deee req-fc532b8e-4780-4705-87a9-7c52a8fb5f04 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Aug 17 14:29:18.064013 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:18.079535 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d398dc51-a984-4576-a6b1-54b7359c6eed is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:29:18.079921 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:18.106882 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:29:18.109071 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-24740d88-399f-4f85-a8ad-d666a944deee req-4572c3d8-c5b5-42b3-9274-7f2dc24e55f0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517910 Aug 17 14:29:18.109206 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c70f67-04a7-4c6a-a53a-accfb9b7bc75" -d '{"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-plugged", "status": "completed", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:29:18.128592 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:29:18.134221 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:18.156867 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523a745-2970-4425-bc42-40f64512bd53 x-openstack-request-id: req-7523a745-2970-4425-bc42-40f64512bd53 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:29:18.157154 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-plugged", "status": "completed", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:29:18.157397 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7523a745-2970-4425-bc42-40f64512bd53 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:29:18.157913 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7523a745-2970-4425-bc42-40f64512bd53'] response: {'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'code': 200} Aug 17 14:29:18.203519 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:18.207042 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:18.306788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:18.356622 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da606-b71f-4689-be53-8928cba92885 req-0db8c316-e7a8-4015-a39a-fd2d63f2530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:18.358193 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-742da606-b71f-4689-be53-8928cba92885 req-0db8c316-e7a8-4015-a39a-fd2d63f2530c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.0429044 Aug 17 14:29:18.407998 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-742da606-b71f-4689-be53-8928cba92885 req-a857ffa7-259e-4406-a957-69f84f62950f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423405 Aug 17 14:29:18.513997 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920f21f-0216-4e64-922e-81182ed1b059 req-ba7c2d68-2692-4a4c-b301-6874d4fd1b7a tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:18.515424 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f920f21f-0216-4e64-922e-81182ed1b059 req-ba7c2d68-2692-4a4c-b301-6874d4fd1b7a tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Aug 17 14:29:18.562586 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-f920f21f-0216-4e64-922e-81182ed1b059 req-9090f1cb-159e-4057-8be8-4b1ce40d24aa tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 Aug 17 14:29:18.710854 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164ef06-2167-41ae-a577-42e3bd05f9bd req-1e1e5ec4-bd3d-4dac-90ce-5184d5fd4b5c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:18.712325 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9164ef06-2167-41ae-a577-42e3bd05f9bd req-1e1e5ec4-bd3d-4dac-90ce-5184d5fd4b5c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0529177 Aug 17 14:29:18.770445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-fbc93a67-143e-4c8b-9b09-672e447dba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:18.771918 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-fbc93a67-143e-4c8b-9b09-672e447dba61 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 1129 time: 0.0587599 Aug 17 14:29:18.802270 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9164ef06-2167-41ae-a577-42e3bd05f9bd req-b405d902-1fd1-4526-97cd-c94addc1b93e tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808737 Aug 17 14:29:18.880142 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-4b0ffa46-677e-4c04-9051-7d7278367365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:18.881582 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-4b0ffa46-677e-4c04-9051-7d7278367365 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 912 time: 0.0993507 Aug 17 14:29:19.162290 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-b786349a-8b31-400d-aae4-6b42090db9d9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 200 len: 1001 time: 0.0606763 Aug 17 14:29:19.210132 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-3b187612-4aae-437e-8791-a6663eb585f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:19.211539 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-3b187612-4aae-437e-8791-a6663eb585f2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0429952 Aug 17 14:29:19.262359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-82bf6605-98fd-479a-9e41-b6f5cb14490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:19.263810 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-82bf6605-98fd-479a-9e41-b6f5cb14490f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389657 Aug 17 14:29:19.327350 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:19.359413 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-5ad103e6-862e-439f-b0c4-45e3fd249524 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854449 Aug 17 14:29:19.501217 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba4dacc-993e-4339-a6cb-bcef6c16ceb5 req-3a196229-6b9c-48b7-ade0-d36ef7cd7539 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917194 Aug 17 14:29:19.692475 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e326c7-8d42-45c4-ab1d-8d3032be97a4 req-71748fe1-74db-42fc-b17d-b3e023861f46 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:19.693940 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-34e326c7-8d42-45c4-ab1d-8d3032be97a4 req-71748fe1-74db-42fc-b17d-b3e023861f46 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0471771 Aug 17 14:29:19.740509 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-34e326c7-8d42-45c4-ab1d-8d3032be97a4 req-556c4b8b-8241-4e68-bbb5-3c8a2c3b3ed9 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 Aug 17 14:29:19.920039 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c7448-255e-4bf2-b8c3-b0fa7ed40fa8 req-e21f0dd4-dbc0-414f-b767-2395148e23ed tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:19.921533 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a86c7448-255e-4bf2-b8c3-b0fa7ed40fa8 req-e21f0dd4-dbc0-414f-b767-2395148e23ed tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0463734 Aug 17 14:29:19.977034 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a86c7448-255e-4bf2-b8c3-b0fa7ed40fa8 req-00af8d2e-4bd7-49aa-9d81-178aa6984814 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498843 Aug 17 14:29:20.106245 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8dad-f999-457d-aff6-43f3e4d79bc4 req-5c8ebd86-1c36-4c47-b63e-a97be9db46f3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:20.107693 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-01fc8dad-f999-457d-aff6-43f3e4d79bc4 req-5c8ebd86-1c36-4c47-b63e-a97be9db46f3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0592332 Aug 17 14:29:20.164244 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-01fc8dad-f999-457d-aff6-43f3e4d79bc4 req-24f1e08a-2df4-4da4-9ebc-27fefcd07827 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509872 Aug 17 14:29:20.195727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53964) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:29:20.284198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd3b3f-4daf-4398-9593-edbd4f32292b tempest-TestShelveInstance-1970214622 tempest-TestShelveInstance-1970214622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:20.285641 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-62cd3b3f-4daf-4398-9593-edbd4f32292b tempest-TestShelveInstance-1970214622 tempest-TestShelveInstance-1970214622-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1124 time: 0.0889318 Aug 17 14:29:20.288725 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 53968) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:29:20.294430 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'port_id': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:29:20.322940 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:20.421094 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:20.460563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:20.538784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Allocated IP 172.27.1.104 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/b0d97764-103a-40fb-b10a-bbac0597be90) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:29:20.659217 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for port (b0d97764-103a-40fb-b10a-bbac0597be90), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:20.695457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (b0d97764-103a-40fb-b10a-bbac0597be90), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:20.738946 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:29:20.743851 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:29:20.749016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:29:20.752421 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'Port': ['ID=b0d97764-103a-40fb-b10a-bbac0597be90,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:20.894675 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:20.907741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd752243-7017-4385-a381-04226dbb12d1 req-ae459745-270b-4d9c-abb1-a67c6e6d9185 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:20.909212 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bd752243-7017-4385-a381-04226dbb12d1 req-ae459745-270b-4d9c-abb1-a67c6e6d9185 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0810249 Aug 17 14:29:21.276058 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bd752243-7017-4385-a381-04226dbb12d1 req-aeb07351-37f7-4c7c-8a6f-25e437914c31 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607912 Aug 17 14:29:21.395442 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:21.456959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for floatingip (d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:21.492703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:21.529104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (b0d97764-103a-40fb-b10a-bbac0597be90), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:21.679569 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for port (b0d97764-103a-40fb-b10a-bbac0597be90), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:21.684934 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (b0d97764-103a-40fb-b10a-bbac0597be90), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:21.752369 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event updated for resources: {'Port': ['ID=b0d97764-103a-40fb-b10a-bbac0597be90,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:29:21.754748 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:21.849954 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Floating IP d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e associated. External IP: 172.27.1.104, port: d398dc51-a984-4576-a6b1-54b7359c6eed. Aug 17 14:29:22.050033 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Router 3e728edc-660e-4324-99e9-4cc4fd7fec10 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:29:22.090205 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:22.154915 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:29:22.164250 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] Sync routers for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:29:22.172402 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:22.175384 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:29:22.176310 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:29:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:22.202630 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6caf6634-9b7c-4491-a8c8-aa859ffb8f35 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9128778 Aug 17 14:29:22.203371 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:29:22.205753 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72058dc-076f-4900-a9e2-b9c541ebe91d" -d '{"events": [{"name": "network-changed", "server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:29:22.243308 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd9500-d79b-42a1-b62c-1ee491789f28 x-openstack-request-id: req-f7fd9500-d79b-42a1-b62c-1ee491789f28 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:29:22.243595 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:29:22.243884 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7fd9500-d79b-42a1-b62c-1ee491789f28 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:29:22.244286 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fd9500-d79b-42a1-b62c-1ee491789f28'] response: {'name': 'network-changed', 'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'status': 'completed', 'code': 200} Aug 17 14:29:22.282154 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:29:22.306495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-a52711f6-6281-4710-886b-4b0933f036d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:22.308647 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-a52711f6-6281-4710-886b-4b0933f036d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.0399621 Aug 17 14:29:22.365955 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:22.401669 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:22.428104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ce7e-5aaa-4835-b588-ea4f804364bf req-d3741bdc-7f8c-414d-a42f-4fd73e821481 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:22.429485 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7082ce7e-5aaa-4835-b588-ea4f804364bf req-d3741bdc-7f8c-414d-a42f-4fd73e821481 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0671022 Aug 17 14:29:22.460025 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-05169317-5241-4ab8-835e-42aba8fa6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:22.461533 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-05169317-5241-4ab8-835e-42aba8fa6bcc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.1467154 Aug 17 14:29:22.507858 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'd61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'port_id': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'mac_address': 'fa:16:3e:5d:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db8978-f584-46ae-8f16-420fbb0383fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:29:21Z', 'updated_at': '2022-08-17T14:29:21Z', 'revision_number': 0, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:43Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:22.533739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] Checking router: 3e728edc-660e-4324-99e9-4cc4fd7fec10 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:29:22.534547 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7082ce7e-5aaa-4835-b588-ea4f804364bf req-206975db-10b9-45cb-b46d-1d268134ccfd tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983982 Aug 17 14:29:22.543266 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:29:22.543874 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:29:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:22.545552 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-5d5e6ba9-564f-41a9-a316-ead96b92935d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 999 time: 0.0766239 Aug 17 14:29:22.595218 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-f0a1ddb2-19c2-4bc0-a66a-8e2e9d19e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:22.596789 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-f0a1ddb2-19c2-4bc0-a66a-8e2e9d19e8d7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0446928 Aug 17 14:29:22.639966 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:22.643673 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-b5478801-fa3b-453a-99f9-0ef96f8b16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:22.645344 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-b5478801-fa3b-453a-99f9-0ef96f8b16da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413351 Aug 17 14:29:22.648131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:29:22.744769 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-da9ddf32-40b3-4443-bd8e-9c3b07bc628a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925040 Aug 17 14:29:22.841458 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c72058dc-076f-4900-a9e2-b9c541ebe91d req-59e6752c-a3a2-4cde-9549-133a4e0c8fea service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905459 Aug 17 14:29:22.883606 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'd61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'port_id': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'mac_address': 'fa:16:3e:5d:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db8978-f584-46ae-8f16-420fbb0383fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:29:21Z', 'updated_at': '2022-08-17T14:29:21Z', 'revision_number': 0, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:43Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:29:22.909560 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62299fd6-fd8c-45a3-86fa-a425fed608ed None None] The sync data for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi is: [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'd61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'port_id': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'mac_address': 'fa:16:3e:5d:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db8978-f584-46ae-8f16-420fbb0383fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:29:21Z', 'updated_at': '2022-08-17T14:29:21Z', 'revision_number': 0, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:43Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:29:23.104525 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e81cf-7521-45c6-8fbe-9fc3a921ba42 None None] New status for floating IP d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:29:30.156149 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=56 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:30.160144 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=78 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:32.831016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:32.837747 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=41 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:32.838528 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:29:32.887019 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=56 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:32.887765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=22 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:42.833888 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:42.834640 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:29:43.271144 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6384e870-23eb-4eac-87f2-453a408d3410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:45.347859 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f546c226-f682-48d1-b1cf-17360ba432b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:46.779346 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:48.198913 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:48.290019 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:51.411032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:29:57.420203 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6db82-e482-4c0f-9182-1aca805926a4 req-84fd3e39-ddc2-4ba0-b84e-f703adb7c40e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:57.421665 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-27b6db82-e482-4c0f-9182-1aca805926a4 req-84fd3e39-ddc2-4ba0-b84e-f703adb7c40e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Aug 17 14:29:57.469584 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-27b6db82-e482-4c0f-9182-1aca805926a4 req-044e99b3-7221-4349-8eed-8ec0178ef75e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Aug 17 14:29:58.593369 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac157c3-8d32-4326-9cfc-5041200901c5 req-66c317be-8527-4b0b-bfab-3cefd8745333 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:58.595022 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aac157c3-8d32-4326-9cfc-5041200901c5 req-66c317be-8527-4b0b-bfab-3cefd8745333 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Aug 17 14:29:58.643133 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-aac157c3-8d32-4326-9cfc-5041200901c5 req-6027de03-30dc-47d9-a9be-fadf815a07a2 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Aug 17 14:29:59.759478 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e274f-8642-4c5d-87ba-3734fec141e4 req-2cf43a86-d43c-4c9a-9d5b-633a71f55c2c tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:29:59.760962 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-375e274f-8642-4c5d-87ba-3734fec141e4 req-2cf43a86-d43c-4c9a-9d5b-633a71f55c2c tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0470366 Aug 17 14:29:59.806837 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-375e274f-8642-4c5d-87ba-3734fec141e4 req-7d8fd4b5-3e35-404a-b164-aeb438591dc4 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Aug 17 14:30:00.927533 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9ce07-8a13-45b8-9124-4ed714e371f6 req-cdeaa48c-b83b-4fe7-8ffc-ee644c02494b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:00.929003 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3cd9ce07-8a13-45b8-9124-4ed714e371f6 req-cdeaa48c-b83b-4fe7-8ffc-ee644c02494b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0478077 Aug 17 14:30:00.976474 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-3cd9ce07-8a13-45b8-9124-4ed714e371f6 req-b2c9d307-6064-43fc-87bc-73f2bbd5ff64 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Aug 17 14:30:01.404341 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:01.406381 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:02.096771 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4f1d-51f1-4ef4-b18d-8ded5ede7f85 req-d34e5a47-54e0-48db-8e04-158d31523cf0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:02.098310 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9dcf4f1d-51f1-4ef4-b18d-8ded5ede7f85 req-d34e5a47-54e0-48db-8e04-158d31523cf0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Aug 17 14:30:02.145424 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9dcf4f1d-51f1-4ef4-b18d-8ded5ede7f85 req-51444bc9-0206-4350-aa1c-8b3e3aa725a1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Aug 17 14:30:03.262973 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012469d3-655d-41c6-89a2-53ea2c0f6cdf req-a1d23f72-21dd-4cba-90d7-fbfda346e571 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:03.264459 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-012469d3-655d-41c6-89a2-53ea2c0f6cdf req-a1d23f72-21dd-4cba-90d7-fbfda346e571 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0483518 Aug 17 14:30:03.316564 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-012469d3-655d-41c6-89a2-53ea2c0f6cdf req-9e08f72b-96a0-4c42-9d67-9cffd4e42a1d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459027 Aug 17 14:30:04.435363 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc90c-34a8-429a-825b-03e4980a54b6 req-ad7fca21-7fce-4602-b3ed-02bea1d9a540 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:04.436806 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-50acc90c-34a8-429a-825b-03e4980a54b6 req-ad7fca21-7fce-4602-b3ed-02bea1d9a540 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0466604 Aug 17 14:30:04.483884 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-50acc90c-34a8-429a-825b-03e4980a54b6 req-4d7cc2ad-6781-4473-8aa4-076346b06f62 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414171 Aug 17 14:30:05.604339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2d363-2fe1-47e6-8b68-d0fe34f03387 req-9e91908a-f2f7-4a46-bda6-e42602fb7f9d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:05.605791 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-81e2d363-2fe1-47e6-8b68-d0fe34f03387 req-9e91908a-f2f7-4a46-bda6-e42602fb7f9d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0479105 Aug 17 14:30:05.652602 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-81e2d363-2fe1-47e6-8b68-d0fe34f03387 req-5f910f29-2001-4fbe-a90d-4814ecef465f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Aug 17 14:30:06.771017 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f521a2-9d54-464e-8594-3ddd082e8f36 req-f2b7d9ca-b2ac-49ed-9ce5-a5bf2b1c217a tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:06.772462 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-95f521a2-9d54-464e-8594-3ddd082e8f36 req-f2b7d9ca-b2ac-49ed-9ce5-a5bf2b1c217a tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0465984 Aug 17 14:30:06.823328 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-95f521a2-9d54-464e-8594-3ddd082e8f36 req-b684125b-22ef-4c02-87a8-03882581579f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Aug 17 14:30:07.939735 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670fcb-d3de-4da6-856a-1a12a0d70f26 req-48b58005-3a9d-460a-9355-19fdd784fd03 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:07.941206 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8e670fcb-d3de-4da6-856a-1a12a0d70f26 req-48b58005-3a9d-460a-9355-19fdd784fd03 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0467072 Aug 17 14:30:07.989180 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8e670fcb-d3de-4da6-856a-1a12a0d70f26 req-b48423cc-bab1-4784-ba38-daf88eb0c335 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424967 Aug 17 14:30:08.227008 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326fa4-5676-4c0c-bda6-3026adea033d req-80f6ef68-acc2-4e25-9aba-88dfafa90b2f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:08.228631 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6a326fa4-5676-4c0c-bda6-3026adea033d req-80f6ef68-acc2-4e25-9aba-88dfafa90b2f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0836372 Aug 17 14:30:08.231487 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-eb440d65-b13a-4650-a311-10f97c27eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:08.232847 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-eb440d65-b13a-4650-a311-10f97c27eea0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 1129 time: 0.0524290 Aug 17 14:30:08.334941 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6a326fa4-5676-4c0c-bda6-3026adea033d req-2ef030e9-13f2-4448-98c6-1c8858ca75fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000435 Aug 17 14:30:08.360308 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-06ad5e5c-4b18-4e0b-9ca1-9fc97fc4090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:08.362143 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-06ad5e5c-4b18-4e0b-9ca1-9fc97fc4090c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 912 time: 0.1205649 Aug 17 14:30:08.423383 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-0bbf16e0-f6d8-4035-a9be-fb58df16b278 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 200 len: 1001 time: 0.0554285 Aug 17 14:30:08.472054 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-59861e21-68fa-4da2-b0b9-21d9434ac2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:08.473480 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-59861e21-68fa-4da2-b0b9-21d9434ac2f0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0439284 Aug 17 14:30:08.519041 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-3bdff10a-fb8e-479f-bc6c-b2df6e3d1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:08.520498 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-3bdff10a-fb8e-479f-bc6c-b2df6e3d1b47 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410359 Aug 17 14:30:08.614868 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-77cbc1cd-f079-4041-9a71-44135c4cc1df service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884047 Aug 17 14:30:08.674457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:08.708499 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4937a1ec-d9c5-4e50-b6b8-ee2c582e9813 req-cac7fcea-f747-43a8-8308-87d9f13e9910 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879405 Aug 17 14:30:09.456465 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983323e-7e60-4811-82db-7d5269aa166b req-fe0068e9-8983-4eea-8893-9cfb61e81ddb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:09.457990 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9983323e-7e60-4811-82db-7d5269aa166b req-fe0068e9-8983-4eea-8893-9cfb61e81ddb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0478857 Aug 17 14:30:09.507355 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-9983323e-7e60-4811-82db-7d5269aa166b req-21b97607-5549-41eb-a023-fe9b2dad24bf tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Aug 17 14:30:09.837602 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:30:10.615279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:10.628203 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465f2c0-97a1-49d9-98cd-034972608ba6 req-c572c0b2-17e3-4d78-8757-7aa3c64484d3 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:10.629651 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8465f2c0-97a1-49d9-98cd-034972608ba6 req-c572c0b2-17e3-4d78-8757-7aa3c64484d3 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0473869 Aug 17 14:30:10.676118 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8465f2c0-97a1-49d9-98cd-034972608ba6 req-d07c16f7-aa42-4d7c-967d-30cd476720e5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Aug 17 14:30:13.264181 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2ba479c0-2b82-48c0-a1ea-b6e096cabaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:15.349836 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3065f518-4610-4495-9df6-ab8276d1ab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:16.781528 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:18.203036 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:18.292083 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:19.499768 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=56 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:19.503548 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=52 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:19.832614 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:19.833411 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:20.670216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=14 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:20.672141 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:21.413274 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:27.495540 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-2fbff0e3-5b6f-488e-b9bc-6d5ad7e7c88d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381670 Aug 17 14:30:27.585619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-287bc470-00aa-498a-bf08-8ec2581d9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:27.591232 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-287bc470-00aa-498a-bf08-8ec2581d9b3b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1130 time: 0.0491242 Aug 17 14:30:27.695922 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-bf35d340-df59-44b9-8313-662c75b0667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:27.697366 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-bf35d340-df59-44b9-8313-662c75b0667d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.0865591 Aug 17 14:30:27.760808 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-45709b57-2708-4478-825e-229584aadbc2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 1002 time: 0.0576937 Aug 17 14:30:27.809796 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-f5f91823-6f12-4f88-af5e-b70020f09f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:27.811211 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-f5f91823-6f12-4f88-af5e-b70020f09f8f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0425065 Aug 17 14:30:27.854620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-f839805c-92c7-47bd-8ad7-135b34999fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:27.856301 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-f839805c-92c7-47bd-8ad7-135b34999fe7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379894 Aug 17 14:30:27.952170 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-52eb1372-a6fd-4547-90db-94fdc79f4f25 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890214 Aug 17 14:30:28.042452 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d8b93165-5597-4afb-a2c3-f7c9d91b1190 req-0e08e094-704d-40e6-8a38-fb3594da4084 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825250 Aug 17 14:30:29.121234 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54056) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:29.259445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Deleting port 4359f9f4-343e-4331-bacf-b34deae472c6 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:29.259895 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (4359f9f4-343e-4331-bacf-b34deae472c6), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:29.336212 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (4359f9f4-343e-4331-bacf-b34deae472c6), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:29.336536 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (4359f9f4-343e-4331-bacf-b34deae472c6), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:29.349372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Calling delete_port for 4359f9f4-343e-4331-bacf-b34deae472c6 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:29.490006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:29.513290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (4359f9f4-343e-4331-bacf-b34deae472c6), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:29.540167 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'Port': ['ID=4359f9f4-343e-4331-bacf-b34deae472c6,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:29.544266 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:29.569284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.569636 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.570013 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.570360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.570698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.571038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.571366 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.571695 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.572024 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.572352 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.572678 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.573038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.573360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.573690 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.574103 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:29.617287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (6105936d-1a93-466f-a869-c6a889733a0a), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:29.617616 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Floating IP 6105936d-1a93-466f-a869-c6a889733a0a disassociated (deleted). External IP: 172.27.1.89, port: 55c92932-fdca-47ba-8c2d-6150ecd34482. Aug 17 14:30:30.092131 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:30:30.196000 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:30:30.200866 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:30.205394 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:30:30.214883 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:30.215489 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:30.230116 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0fde9033-ae05-44c4-9e9d-37b79a6b7394 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/6105936d-1a93-466f-a869-c6a889733a0a HTTP/1.1" status: 204 len: 168 time: 1.1077313 Aug 17 14:30:30.230933 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:30.233325 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:30.282426 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfa9031-75ed-4aab-93f3-88ea538e92c8 x-openstack-request-id: req-7cfa9031-75ed-4aab-93f3-88ea538e92c8 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:30.283304 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:30.283563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cfa9031-75ed-4aab-93f3-88ea538e92c8 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:30.284075 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfa9031-75ed-4aab-93f3-88ea538e92c8'] response: {'name': 'network-changed', 'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'status': 'completed', 'code': 200} Aug 17 14:30:30.350741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-1b04c0ea-1d6a-4f8d-9a61-5a7eb8c17747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:30.352444 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-1b04c0ea-1d6a-4f8d-9a61-5a7eb8c17747 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 1130 time: 0.0451946 Aug 17 14:30:30.463880 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:30.485158 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-07e2472e-0481-448f-8c85-3e518e8fd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:30.487040 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-07e2472e-0481-448f-8c85-3e518e8fd76b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.1230056 Aug 17 14:30:30.538903 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464679fa-578f-4309-a268-851445d26b77 req-1a9ce681-a3b9-4f83-95fb-985a77fc41a9 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:30.540388 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-464679fa-578f-4309-a268-851445d26b77 req-1a9ce681-a3b9-4f83-95fb-985a77fc41a9 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 946 time: 0.1045353 Aug 17 14:30:30.590080 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-464679fa-578f-4309-a268-851445d26b77 req-188a15a8-d284-4de0-bc7c-181bb1b7e799 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Aug 17 14:30:30.676744 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:42Z', 'revision_number': 1, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:30.704670 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:30:30.713188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:30.713783 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:30.811851 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:31.019643 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:42Z', 'revision_number': 1, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:31.043839 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e220b70-a23e-411a-bbb7-2865d4d79c20 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': 'ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'port_id': '0589f214-807d-4d70-b565-d0b8b6704b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'mac_address': 'fa:16:3e:65:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:26:40Z', 'updated_at': '2022-08-17T14:26:42Z', 'revision_number': 1, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:30:31.259641 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95dcbf3-ac98-4bfc-84fb-d1d92631442c None None] New status for floating IP 6105936d-1a93-466f-a869-c6a889733a0a: DOWN {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:30:31.460454 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-369c9029-2fe4-41cd-987c-fd5c7b2ccca4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55c92932-fdca-47ba-8c2d-6150ecd34482 HTTP/1.1" status: 200 len: 217 time: 0.0409350 Aug 17 14:30:31.513319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-2a83c41b-aa3b-4ee1-a9bd-a91281bda31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:31.514781 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-2a83c41b-aa3b-4ee1-a9bd-a91281bda31a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0484684 Aug 17 14:30:31.647454 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-a16671b7-dbad-4978-b3ee-5fc7a9cbf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:31.648962 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-a16671b7-dbad-4978-b3ee-5fc7a9cbf4e7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415642 Aug 17 14:30:31.660245 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-558b5104-b57e-4b6f-9c83-ca2497b3d588 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:30:31.661239 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-558b5104-b57e-4b6f-9c83-ca2497b3d588 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056095 Aug 17 14:30:31.756988 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-0826e535-32af-4fd3-a920-e578c945f8c9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897985 Aug 17 14:30:31.760959 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e267-6d04-4287-b5d7-4e5c4de1bf7f req-bbe3ff02-9955-47ee-bb27-a99bcabb8570 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:31.762435 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2067e267-6d04-4287-b5d7-4e5c4de1bf7f req-bbe3ff02-9955-47ee-bb27-a99bcabb8570 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 946 time: 0.0976741 Aug 17 14:30:31.811383 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2067e267-6d04-4287-b5d7-4e5c4de1bf7f req-c7a5e046-2931-4019-8515-868f891f2ead tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Aug 17 14:30:31.955696 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:31.959609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:31.986671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-4a86f08c-e035-4a38-b077-b0013f9f1226 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:31.988196 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-4a86f08c-e035-4a38-b077-b0013f9f1226 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 946 time: 0.0654154 Aug 17 14:30:31.990111 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8fbb26d4-9094-47ad-b8b7-4195a639cd4a req-3805a454-392f-4804-911b-27085ef4d116 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262138 Aug 17 14:30:32.079401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Deleting port 55c92932-fdca-47ba-8c2d-6150ecd34482 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:32.079805 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:32.171289 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] For port 55c92932-fdca-47ba-8c2d-6150ecd34482, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=55c92932-fdca-47ba-8c2d-6150ecd34482,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:32.171651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:32.185132 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Calling delete_port for 55c92932-fdca-47ba-8c2d-6150ecd34482 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:32.317464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (55c92932-fdca-47ba-8c2d-6150ecd34482), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:32.344534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'Port': ['ID=55c92932-fdca-47ba-8c2d-6150ecd34482,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:32.394234 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] No DVR routers for this DVR port 55c92932-fdca-47ba-8c2d-6150ecd34482 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:32.396564 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:32.399777 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-21a4bbf7-1d61-497a-9961-4c3640d1b9f1 req-95c9c70e-0f67-4d7b-917b-15af6b0e7f0d tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "DELETE /networking/v2.0/ports/55c92932-fdca-47ba-8c2d-6150ecd34482 HTTP/1.1" status: 204 len: 173 time: 0.4018068 Aug 17 14:30:32.400222 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'name': 'network-vif-deleted', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:32.402471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68143c82-5b26-4fe5-a0d0-81f62093fe18" -d '{"events": [{"server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "name": "network-vif-deleted", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:32.440137 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e2a33-2f13-4ad5-92cb-31956c25d960 x-openstack-request-id: req-fc6e2a33-2f13-4ad5-92cb-31956c25d960 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:32.440436 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959266e-542c-4047-9d5e-6501bd9e4b16", "name": "network-vif-deleted", "tag": "55c92932-fdca-47ba-8c2d-6150ecd34482", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:32.440706 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc6e2a33-2f13-4ad5-92cb-31956c25d960 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:32.441113 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6e2a33-2f13-4ad5-92cb-31956c25d960'] response: {'server_uuid': '0959266e-542c-4047-9d5e-6501bd9e4b16', 'name': 'network-vif-deleted', 'tag': '55c92932-fdca-47ba-8c2d-6150ecd34482', 'status': 'completed', 'code': 200} Aug 17 14:30:32.932384 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-83fa5106-372f-4db1-9be0-e4aba6e3d068 req-1ad4750e-1ada-4724-844f-c5bc564632bb tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0959266e-542c-4047-9d5e-6501bd9e4b16 HTTP/1.1" status: 200 len: 210 time: 0.0321608 Aug 17 14:30:36.231307 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54090) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:36.271094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 55c92932-fdca-47ba-8c2d-6150ecd34482 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:36.291006 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 55c92932-fdca-47ba-8c2d-6150ecd34482 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:36.291350 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 55c92932-fdca-47ba-8c2d-6150ecd34482 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:36.376401 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Deleting port 20699f40-f76b-4144-ba88-3c163af01b33 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:36.376733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (20699f40-f76b-4144-ba88-3c163af01b33), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:36.454766 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (20699f40-f76b-4144-ba88-3c163af01b33), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:36.455081 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (20699f40-f76b-4144-ba88-3c163af01b33), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:36.466908 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Calling delete_port for 20699f40-f76b-4144-ba88-3c163af01b33 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:36.598143 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:36.608583 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (20699f40-f76b-4144-ba88-3c163af01b33), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:36.613609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:36.638025 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'Port': ['ID=20699f40-f76b-4144-ba88-3c163af01b33,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:36.699366 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:36.699735 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Floating IP ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0 disassociated (deleted). External IP: 172.27.1.243, port: 0589f214-807d-4d70-b565-d0b8b6704b45. Aug 17 14:30:36.899871 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:30:37.001024 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:30:37.005793 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:37.010906 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:30:37.021899 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:37.022532 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:37.038668 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-fbee291a-3552-4b9c-ba63-bdcfbf293095 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0 HTTP/1.1" status: 204 len: 168 time: 0.8039646 Aug 17 14:30:37.038668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:37.039272 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:37.079157 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3964c8-2fc0-4ef7-ae4d-596dcaf83486 x-openstack-request-id: req-8b3964c8-2fc0-4ef7-ae4d-596dcaf83486 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:37.079519 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:37.080927 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b3964c8-2fc0-4ef7-ae4d-596dcaf83486 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:37.081352 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3964c8-2fc0-4ef7-ae4d-596dcaf83486'] response: {'name': 'network-changed', 'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45', 'status': 'completed', 'code': 200} Aug 17 14:30:37.134176 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:37.147999 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-0557e101-e51b-4090-880b-9e10febd8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:37.150608 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-0557e101-e51b-4090-880b-9e10febd8d0b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e49076a24c164bb7aaefec58352f9243&device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 1130 time: 0.0444634 Aug 17 14:30:37.157133 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:37.158712 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:37.293043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-1b39adec-34ab-4cc1-a4a9-b184b326c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:37.294564 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-1b39adec-34ab-4cc1-a4a9-b184b326c2e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 200 len: 912 time: 0.1302857 Aug 17 14:30:37.301761 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c832b-05f8-4937-a6b4-bda9793a4ecd req-a20e1121-4213-46d5-a6b4-4c66d5da6512 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:37.303211 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2e0c832b-05f8-4937-a6b4-bda9793a4ecd req-a20e1121-4213-46d5-a6b4-4c66d5da6512 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 946 time: 0.0767961 Aug 17 14:30:37.336056 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:37.355572 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-2e0c832b-05f8-4937-a6b4-bda9793a4ecd req-a6cd58df-0df1-4a4b-ab3a-8227da48e03a tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466273 Aug 17 14:30:37.364722 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:30:37.375943 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:37.377027 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:37.475233 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:37.660733 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:37.685153 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39863-e278-4945-8f56-7da9b8c13694 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:22:39Z', 'revision_number': 4, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '707f05c0-495d-4407-94e2-e5b1d4d9baf1', 'name': '', 'network_id': 'e16b4cf2-98b5-496b-a9d9-bb72ff47ee32', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'mac_address': 'fa:16:3e:ba:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:38Z', 'updated_at': '2022-08-17T14:22:49Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'subnets': [{'id': '8380b29e-d866-49c5-8a67-3c4ffb855e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:30:37.903962 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6359d7-7265-40df-b5df-73b60bed69c5 None None] New status for floating IP ce24c2a8-5cda-4dc0-9182-1f84b0f5eda0: DOWN {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:30:38.246581 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-ac8cefc3-c1df-4b3d-a1e5-37f3304a663a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 200 len: 217 time: 0.0390630 Aug 17 14:30:38.300860 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-7a288f88-8f1b-466b-a3d8-16f2eb62374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:38.302348 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-7a288f88-8f1b-466b-a3d8-16f2eb62374c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 200 len: 850 time: 0.0483007 Aug 17 14:30:38.428969 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-2e1f8378-129a-4843-ad7e-cb5fb58a571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:38.430516 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-2e1f8378-129a-4843-ad7e-cb5fb58a571e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409763 Aug 17 14:30:38.479506 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59788f04-62ac-4d5e-8bd6-46b085fb4c3a req-adaecf1d-9f39-4163-a0e7-32395738d750 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:38.480877 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-59788f04-62ac-4d5e-8bd6-46b085fb4c3a req-adaecf1d-9f39-4163-a0e7-32395738d750 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 946 time: 0.0471756 Aug 17 14:30:38.535568 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-7958be8c-49b7-4084-9822-8416ea6147b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984652 Aug 17 14:30:38.546384 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-59788f04-62ac-4d5e-8bd6-46b085fb4c3a req-7d3abf22-2a16-4e49-937c-d5e5400059f4 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6b25e695-b13d-4833-8a40-70f27f2f0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596468 Aug 17 14:30:38.718686 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a2b5e909-04cc-4924-a0d4-f5cc80f5c946 req-b832866f-90ae-4ca7-94e7-ff67146bc888 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137280 Aug 17 14:30:38.722036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:38.727623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:38.739411 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-41c5e273-8abe-4b42-a150-8ee45f0da360 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:38.740938 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-41c5e273-8abe-4b42-a150-8ee45f0da360 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 946 time: 0.0635891 Aug 17 14:30:38.831250 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Deleting port 0589f214-807d-4d70-b565-d0b8b6704b45 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:38.831476 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:38.924074 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] For port 0589f214-807d-4d70-b565-d0b8b6704b45, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0589f214-807d-4d70-b565-d0b8b6704b45,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:38.924429 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:38.936893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Calling delete_port for 0589f214-807d-4d70-b565-d0b8b6704b45 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:39.058667 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (0589f214-807d-4d70-b565-d0b8b6704b45), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:39.089312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'Port': ['ID=0589f214-807d-4d70-b565-d0b8b6704b45,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:39.132911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] No DVR routers for this DVR port 0589f214-807d-4d70-b565-d0b8b6704b45 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:39.135385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:39.138535 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-48e783a0-93e0-40d0-a536-2a17bb7ecb93 req-5cc870b0-6fd9-4359-a453-203c3d80f049 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.42 "DELETE /networking/v2.0/ports/0589f214-807d-4d70-b565-d0b8b6704b45 HTTP/1.1" status: 204 len: 173 time: 0.3888285 Aug 17 14:30:39.138955 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'name': 'network-vif-deleted', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:39.141256 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92167415-8a15-4305-8780-e97435df7a2f" -d '{"events": [{"server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "name": "network-vif-deleted", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:39.187165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4cdac9-f4f9-4ee1-a084-30a41296bae4 x-openstack-request-id: req-6d4cdac9-f4f9-4ee1-a084-30a41296bae4 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:39.187570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf43403-af8e-43c8-8d84-440ecc9837df", "name": "network-vif-deleted", "tag": "0589f214-807d-4d70-b565-d0b8b6704b45", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:39.187828 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d4cdac9-f4f9-4ee1-a084-30a41296bae4 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:39.188237 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4cdac9-f4f9-4ee1-a084-30a41296bae4'] response: {'server_uuid': '4bf43403-af8e-43c8-8d84-440ecc9837df', 'name': 'network-vif-deleted', 'tag': '0589f214-807d-4d70-b565-d0b8b6704b45', 'status': 'completed', 'code': 200} Aug 17 14:30:39.664685 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-b04230c6-a45b-469b-bff2-71ff6c825479 req-875c33da-410c-458e-ab47-79ac764433b5 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4bf43403-af8e-43c8-8d84-440ecc9837df HTTP/1.1" status: 200 len: 210 time: 0.0273085 Aug 17 14:30:40.730942 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54108) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:40.841988 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Deleting port 5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:40.842331 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:40.928252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:40.928833 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:40.955082 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Calling delete_port for 5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:41.081246 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:41.109270 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'Port': ['ID=5b1b6458-3c1a-4cc9-9e53-99dbb31c5e86,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:41.158144 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:41.168745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for floatingip (b7035a5a-f1f3-4e77-b421-086a7f06a689), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:41.171286 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:41.172424 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0e0db466-97ea-4e2e-a64b-4be790851254 tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/b7035a5a-f1f3-4e77-b421-086a7f06a689 HTTP/1.1" status: 204 len: 168 time: 0.4407206 Aug 17 14:30:42.323230 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 0589f214-807d-4d70-b565-d0b8b6704b45 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:42.347955 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 0589f214-807d-4d70-b565-d0b8b6704b45 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:42.348303 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 0589f214-807d-4d70-b565-d0b8b6704b45 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:42.399260 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54120) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:42.457522 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5e27abc4-c45a-45ec-9483-a9b1dfbe6e4e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group (6b25e695-b13d-4833-8a40-70f27f2f0adc), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:42.467081 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:42.484021 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5e27abc4-c45a-45ec-9483-a9b1dfbe6e4e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group (6b25e695-b13d-4833-8a40-70f27f2f0adc), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:42.828608 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5e27abc4-c45a-45ec-9483-a9b1dfbe6e4e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6b25e695-b13d-4833-8a40-70f27f2f0adc), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:42.831614 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5e27abc4-c45a-45ec-9483-a9b1dfbe6e4e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:42.835374 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5e27abc4-c45a-45ec-9483-a9b1dfbe6e4e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6b25e695-b13d-4833-8a40-70f27f2f0adc HTTP/1.1" status: 204 len: 168 time: 0.4325278 Aug 17 14:30:42.845773 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27abc4-c45a-45ec-9483-a9b1dfbe6e4e tempest-TestVolumeBootPattern-1632400755 tempest-TestVolumeBootPattern-1632400755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b25e695-b13d-4833-8a40-70f27f2f0adc,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:42.896634 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54130) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:43.240258 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5e49a-279a-4531-9bd4-b718b9ce41a1 req-77342fc4-80e3-4a54-8959-598233ce58ef tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:43.241589 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-34c5e49a-279a-4531-9bd4-b718b9ce41a1 req-77342fc4-80e3-4a54-8959-598233ce58ef tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0856676 Aug 17 14:30:43.270408 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef7bb-8507-49fb-a27c-b01462774fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:43.350018 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-34c5e49a-279a-4531-9bd4-b718b9ce41a1 req-9426b969-0ba9-4603-ab2f-c601a0ca0317 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849702 Aug 17 14:30:43.433090 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (52d388a9-c82e-44cf-b456-56a1bafdc9b0), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:43.653827 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Deleting port 707f05c0-495d-4407-94e2-e5b1d4d9baf1 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:43.654286 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:43.723102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:43.735786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] For port 707f05c0-495d-4407-94e2-e5b1d4d9baf1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=707f05c0-495d-4407-94e2-e5b1d4d9baf1,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:43.736152 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:43.748845 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Calling delete_port for 707f05c0-495d-4407-94e2-e5b1d4d9baf1 owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:43.875278 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:43.933271 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (707f05c0-495d-4407-94e2-e5b1d4d9baf1), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:43.962867 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=707f05c0-495d-4407-94e2-e5b1d4d9baf1,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:44.143395 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (52d388a9-c82e-44cf-b456-56a1bafdc9b0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:44.354988 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:30:44.464229 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:30:44.469350 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-c571ce57-ea66-4ba2-ba72-e170f46baf2e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/52d388a9-c82e-44cf-b456-56a1bafdc9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5716898 Aug 17 14:30:44.472175 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54140) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:44.476869 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] Sync routers for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:30:44.482219 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28fa99-97c9-4424-b01e-9f2cc9f1ac55 req-6c2e6402-70db-4bca-a628-973a5cfa0d92 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:44.483720 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-da28fa99-97c9-4424-b01e-9f2cc9f1ac55 req-6c2e6402-70db-4bca-a628-973a5cfa0d92 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0551517 Aug 17 14:30:44.491320 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:44.492201 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:44.545476 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-da28fa99-97c9-4424-b01e-9f2cc9f1ac55 req-b28f2cdc-cc2b-4bde-b211-a86df0a6b25f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530658 Aug 17 14:30:44.610946 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks [] for router (52d388a9-c82e-44cf-b456-56a1bafdc9b0), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:44.616016 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:44.652784 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:44.713108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks [] for router_gateway (52d388a9-c82e-44cf-b456-56a1bafdc9b0), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:44.770775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Deleting port 95c0efd2-4826-4cac-a361-ea61a3ba661e {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:44.771917 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:44.800655 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:30:43Z', 'revision_number': 5, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port': {'id': '95c0efd2-4826-4cac-a361-ea61a3ba661e', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:36Z', 'updated_at': '2022-08-17T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:44.830020 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] Checking router: 52d388a9-c82e-44cf-b456-56a1bafdc9b0 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:30:44.838689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] Routers {'52d388a9-c82e-44cf-b456-56a1bafdc9b0'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:44.839290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:44.873963 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:44.923765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] Set router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 gateway port host: None {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:44.924025 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] For port 95c0efd2-4826-4cac-a361-ea61a3ba661e, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=95c0efd2-4826-4cac-a361-ea61a3ba661e,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:44.924251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:44.948828 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Calling delete_port for 95c0efd2-4826-4cac-a361-ea61a3ba661e owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:44.956724 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4157b-e013-4f00-8106-b9220182a3bf req-51c9c03c-fbd0-461e-ab13-fa16f23a71be tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:44.958225 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70a4157b-e013-4f00-8106-b9220182a3bf req-51c9c03c-fbd0-461e-ab13-fa16f23a71be tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.0771654 Aug 17 14:30:44.975656 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:30:44Z', 'revision_number': 6, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:45.000038 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2905f1-c985-4cdc-9326-706709936df6 None None] The sync data for ids ['52d388a9-c82e-44cf-b456-56a1bafdc9b0'] in dv-cinder-820027-18-iscsi is: [{'id': '52d388a9-c82e-44cf-b456-56a1bafdc9b0', 'name': 'tempest-TestVolumeBootPattern-739867829-router', 'tenant_id': 'e49076a24c164bb7aaefec58352f9243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:35Z', 'updated_at': '2022-08-17T14:30:44Z', 'revision_number': 6, 'project_id': 'e49076a24c164bb7aaefec58352f9243', 'gw_port_host': None}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:30:45.092873 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Deleting port 02d356d8-354c-4ee6-a954-065734701b9a {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:45.093216 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (02d356d8-354c-4ee6-a954-065734701b9a), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.254809 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] For port 02d356d8-354c-4ee6-a954-065734701b9a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=02d356d8-354c-4ee6-a954-065734701b9a,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:45.255172 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (02d356d8-354c-4ee6-a954-065734701b9a), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.314637 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (95c0efd2-4826-4cac-a361-ea61a3ba661e), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.342294 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:45.350258 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:45.359989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8f7b-5d67-4186-a5e7-35a6bb6f16f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.402811 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c0efd2-4826-4cac-a361-ea61a3ba661e,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:45.515319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (52d388a9-c82e-44cf-b456-56a1bafdc9b0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.618377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (52d388a9-c82e-44cf-b456-56a1bafdc9b0), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.621445 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.622005 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (f7bd1ac9-bfb7-4133-9098-f4064c24a6ad), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.622450 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Floating IP f7bd1ac9-bfb7-4133-9098-f4064c24a6ad disassociated. External IP: 172.27.1.121, port: 02d356d8-354c-4ee6-a954-065734701b9a. Aug 17 14:30:45.622781 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Calling delete_port for 02d356d8-354c-4ee6-a954-065734701b9a owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:45.627912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks [] for router_controller (52d388a9-c82e-44cf-b456-56a1bafdc9b0), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:45.648410 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:45.999650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:46.013508 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (52d388a9-c82e-44cf-b456-56a1bafdc9b0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.014089 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d388a9-c82e-44cf-b456-56a1bafdc9b0 {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:30:46.021309 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550ead-833c-473f-a217-91ef1e670d81 req-8b9f444d-1a3b-4871-94d9-f308efe87b55 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:46.022867 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61550ead-833c-473f-a217-91ef1e670d81 req-8b9f444d-1a3b-4871-94d9-f308efe87b55 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c226fe92-9e2f-46d0-b41e-00ed8ff14d75 HTTP/1.1" status: 200 len: 945 time: 0.3980427 Aug 17 14:30:46.029433 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.034290 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-3845cf28-1bbb-4dbd-a6d9-4fc02c5f2584 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/52d388a9-c82e-44cf-b456-56a1bafdc9b0 HTTP/1.1" status: 204 len: 168 time: 1.5572734 Aug 17 14:30:46.034874 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54144) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:46.091061 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Deleting subnet 8380b29e-d866-49c5-8a67-3c4ffb855e05 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:30:46.094300 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Publish callbacks [] for subnet (8380b29e-d866-49c5-8a67-3c4ffb855e05), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.098080 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-61550ead-833c-473f-a217-91ef1e670d81 req-d0d59d0f-cd02-45d9-8a3e-32b44f7f1387 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3386c2f6-2234-44ed-b383-841b67a3c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659542 Aug 17 14:30:46.140619 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (8380b29e-d866-49c5-8a67-3c4ffb855e05), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.161377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (02d356d8-354c-4ee6-a954-065734701b9a), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.189656 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event deleted for resources: {'Port': ['ID=02d356d8-354c-4ee6-a954-065734701b9a,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:46.231053 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (8380b29e-d866-49c5-8a67-3c4ffb855e05), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.285173 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (8380b29e-d866-49c5-8a67-3c4ffb855e05), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.307929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:30:46.310379 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8380b29e-d866-49c5-8a67-3c4ffb855e05,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:46.320145 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.323319 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8380b29e-d866-49c5-8a67-3c4ffb855e05 HTTP/1.1" status: 204 len: 168 time: 0.2863073 Aug 17 14:30:46.324331 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576bc4b-1a79-407c-a9e9-dcf52c7f9c72 None None] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:30:46.324903 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.325257 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.325606 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.325979 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.326328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.326663 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.326995 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.327547 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.327881 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.328216 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.328548 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.329544 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.329914 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.330249 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.330582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5879e1-982a-4de6-bbd5-62861afd223a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:46.333062 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54146) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:46.410167 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.423786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:30:46.438135 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:30:46.450787 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:46.451536 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:46.459921 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Deleting port 0e50d1c1-33d4-4145-ad98-b40b57e03293 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:46.460264 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.477034 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] No DVR routers for this DVR port 02d356d8-354c-4ee6-a954-065734701b9a on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:46.480485 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.484527 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-70a4157b-e013-4f00-8106-b9220182a3bf req-1dec2bba-896c-408c-b5a6-2dca11e109fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "DELETE /networking/v2.0/ports/02d356d8-354c-4ee6-a954-065734701b9a HTTP/1.1" status: 204 len: 173 time: 1.5186424 Aug 17 14:30:46.484694 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'name': 'network-vif-deleted', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:46.488533 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9188312d-6898-4105-8e4c-deba01795a5c" -d '{"events": [{"server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "name": "network-vif-deleted", "tag": "02d356d8-354c-4ee6-a954-065734701b9a"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:46.511646 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] DHCP port deletion for e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:30:46.560876 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] For port 0e50d1c1-33d4-4145-ad98-b40b57e03293, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0e50d1c1-33d4-4145-ad98-b40b57e03293,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:46.561430 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.577393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d7e776-a87e-469b-9eb9-0f5248ae71b6 x-openstack-request-id: req-31d7e776-a87e-469b-9eb9-0f5248ae71b6 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:46.577939 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c226fe92-9e2f-46d0-b41e-00ed8ff14d75", "name": "network-vif-deleted", "tag": "02d356d8-354c-4ee6-a954-065734701b9a", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:46.578034 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31d7e776-a87e-469b-9eb9-0f5248ae71b6 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:46.578396 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d7e776-a87e-469b-9eb9-0f5248ae71b6'] response: {'server_uuid': 'c226fe92-9e2f-46d0-b41e-00ed8ff14d75', 'name': 'network-vif-deleted', 'tag': '02d356d8-354c-4ee6-a954-065734701b9a', 'status': 'completed', 'code': 200} Aug 17 14:30:46.581945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Calling delete_port for 0e50d1c1-33d4-4145-ad98-b40b57e03293 owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:46.603414 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:46.631880 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Deleting port 0e50d1c1-33d4-4145-ad98-b40b57e03293 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:46.633642 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.680008 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:46.706602 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.722412 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] No DVR routers for this DVR port 0e50d1c1-33d4-4145-ad98-b40b57e03293 on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:46.747808 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] For port 0e50d1c1-33d4-4145-ad98-b40b57e03293, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0e50d1c1-33d4-4145-ad98-b40b57e03293,segment=NetworkSegment(6a4503cb-59e9-4a5c-837a-427705f3fc5c),segment_id=6a4503cb-59e9-4a5c-837a-427705f3fc5c)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:46.748135 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e50d1c1-33d4-4145-ad98-b40b57e03293,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:46.748744 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.766062 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Calling delete_port for 0e50d1c1-33d4-4145-ad98-b40b57e03293 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:46.842574 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.845321 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:30:46.850839 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 95c0efd2-4826-4cac-a361-ea61a3ba661e no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:46.853122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.867963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16b4cf2-98b5-496b-a9d9-bb72ff47ee32']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:46.879304 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4503cb-59e9-4a5c-837a-427705f3fc5c') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:46.880144 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4503cb-59e9-4a5c-837a-427705f3fc5c') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:46.881829 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:46.893684 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (6a4503cb-59e9-4a5c-837a-427705f3fc5c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.919328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (6a4503cb-59e9-4a5c-837a-427705f3fc5c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.921190 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:46.928936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:30:46.930639 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (6a4503cb-59e9-4a5c-837a-427705f3fc5c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:46.963450 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:30:46.979089 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:46.980003 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:47.048366 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 95c0efd2-4826-4cac-a361-ea61a3ba661e {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:47.049350 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 95c0efd2-4826-4cac-a361-ea61a3ba661e not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:47.049777 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (e16b4cf2-98b5-496b-a9d9-bb72ff47ee32), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.050638 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 707f05c0-495d-4407-94e2-e5b1d4d9baf1 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:47.057133 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.063926 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 HTTP/1.1" status: 204 len: 168 time: 0.7293563 Aug 17 14:30:47.066467 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54154) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:47.087304 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 707f05c0-495d-4407-94e2-e5b1d4d9baf1 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:47.087980 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 707f05c0-495d-4407-94e2-e5b1d4d9baf1 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:47.088669 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0e50d1c1-33d4-4145-ad98-b40b57e03293 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:47.106143 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c6440-d5e7-4cf1-bf38-24bad72d0127 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16b4cf2-98b5-496b-a9d9-bb72ff47ee32,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:47.115550 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 0e50d1c1-33d4-4145-ad98-b40b57e03293 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:47.116502 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0e50d1c1-33d4-4145-ad98-b40b57e03293 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:47.136754 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment 6a4503cb-59e9-4a5c-837a-427705f3fc5c resource provider aggregate not found Aug 17 14:30:47.141367 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (0e50d1c1-33d4-4145-ad98-b40b57e03293), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.162387 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment 6a4503cb-59e9-4a5c-837a-427705f3fc5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a4503cb-59e9-4a5c-837a-427705f3fc5c found for delete ", "request_id": "req-49528d8f-a553-4af6-9660-c03a2f60882b"}]} Aug 17 14:30:47.172391 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Network e16b4cf2-98b5-496b-a9d9-bb72ff47ee32 is not hosted by any dhcp agent {{(pid=106368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 14:30:47.174353 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] No DVR routers for this DVR port 0e50d1c1-33d4-4145-ad98-b40b57e03293 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:47.175889 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Pushing event deleted for resources: {'Port': ['ID=0e50d1c1-33d4-4145-ad98-b40b57e03293,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:47.193395 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.193738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.198477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4ff60d-e112-4619-a1b4-0549b95497d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:30:47.222476 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:47.230279 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54162) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:47.296704 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-342de341-7ee8-43f7-a63c-401014b249c1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (3386c2f6-2234-44ed-b383-841b67a3c3b1), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.324241 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-342de341-7ee8-43f7-a63c-401014b249c1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (3386c2f6-2234-44ed-b383-841b67a3c3b1), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.391108 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-342de341-7ee8-43f7-a63c-401014b249c1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3386c2f6-2234-44ed-b383-841b67a3c3b1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.394041 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-342de341-7ee8-43f7-a63c-401014b249c1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.395354 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-342de341-7ee8-43f7-a63c-401014b249c1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3386c2f6-2234-44ed-b383-841b67a3c3b1 HTTP/1.1" status: 204 len: 168 time: 0.1638687 Aug 17 14:30:47.398866 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54164) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:47.417244 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342de341-7ee8-43f7-a63c-401014b249c1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3386c2f6-2234-44ed-b383-841b67a3c3b1,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:47.425673 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.api.v2.resource [None req-e255251f-aac6-4d70-8cbc-b0a549a9b884 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] show failed (client error): The resource could not be found. Aug 17 14:30:47.429464 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e255251f-aac6-4d70-8cbc-b0a549a9b884 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups/3386c2f6-2234-44ed-b383-841b67a3c3b1 HTTP/1.1" status: 404 len: 347 time: 0.0269601 Aug 17 14:30:47.430100 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54166) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:47.521540 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:47.554574 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283efb0f-7a00-4ccb-bb97-eb64815d55d1 None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:30:47.586763 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (b3e8a1c5-ed4f-43f0-933a-017867c12d10), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.590619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:47.591539 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Deleting port ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:47.591876 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.677712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:47.754595 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.754918 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:47.779949 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a770f61-ac66-46b6-8eec-0183ef93ba1a None None] New status for floating IP f7bd1ac9-bfb7-4133-9098-f4064c24a6ad: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:30:47.814448 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Calling delete_port for ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:47.966801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Deleting port d4b6699c-4329-49bb-a732-1086d073ce29 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:47.967133 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.078217 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.114416 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event deleted for resources: {'Port': ['ID=ce6ba2f9-915c-4a9d-b7f3-67d9be1487d9,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:48.119666 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] For port d4b6699c-4329-49bb-a732-1086d073ce29, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=d4b6699c-4329-49bb-a732-1086d073ce29,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:48.120029 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.152160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Calling delete_port for d4b6699c-4329-49bb-a732-1086d073ce29 owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:48.207331 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.231275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (f7bd1ac9-bfb7-4133-9098-f4064c24a6ad), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.233686 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.234836 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-532860c4-0178-4d86-93c2-d55c0b5a029e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/f7bd1ac9-bfb7-4133-9098-f4064c24a6ad HTTP/1.1" status: 204 len: 168 time: 0.8038285 Aug 17 14:30:48.296369 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.314635 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54170) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:48.319171 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841744354', 'description': 'tempest-description--2057111784'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:30:48.338000 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:48.343425 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.349311 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 02d356d8-354c-4ee6-a954-065734701b9a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:48.369528 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 02d356d8-354c-4ee6-a954-065734701b9a {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:48.370225 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 02d356d8-354c-4ee6-a954-065734701b9a not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:48.393305 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d4b6699c-4329-49bb-a732-1086d073ce29), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.401681 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:48.419594 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (00b9d40b-f4f2-4f36-ba45-dbb7b5099201), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.425220 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (00b9d40b-f4f2-4f36-ba45-dbb7b5099201), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.445858 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b6699c-4329-49bb-a732-1086d073ce29,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:48.459682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.464156 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1484842 Aug 17 14:30:48.464875 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54172) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:48.470989 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'security_group_rule': {'security_group_id': '00b9d40b-f4f2-4f36-ba45-dbb7b5099201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:30:48.476770 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63441-a40a-42e8-a7f7-9d924acda72f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9d40b-f4f2-4f36-ba45-dbb7b5099201,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:48.503789 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (326064b9-7cea-45ec-b3cf-6415077fbebf), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.574330 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (326064b9-7cea-45ec-b3cf-6415077fbebf), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.581705 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (326064b9-7cea-45ec-b3cf-6415077fbebf), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.604965 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:48.607124 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326064b9-7cea-45ec-b3cf-6415077fbebf,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:48.608361 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (b3e8a1c5-ed4f-43f0-933a-017867c12d10), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.615211 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.616429 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9fc2f500-16aa-41a1-a400-276269783328 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496367 Aug 17 14:30:48.622463 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54174) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:48.631136 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'security_group_rule': {'security_group_id': '00b9d40b-f4f2-4f36-ba45-dbb7b5099201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:30:48.728385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (79b885fe-b380-4c44-8f29-3552b568dde3), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.838547 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (79b885fe-b380-4c44-8f29-3552b568dde3), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.844948 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (79b885fe-b380-4c44-8f29-3552b568dde3), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.891732 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b885fe-b380-4c44-8f29-3552b568dde3,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:48.908865 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:48.910101 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1b17435c-21d1-42e5-b190-94225a9a1915 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872815 Aug 17 14:30:48.913481 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54176) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:48.918090 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:30:48.921134 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Router b3e8a1c5-ed4f-43f0-933a-017867c12d10 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:30:48.944279 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.024508 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.035448 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:30:49.040885 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-2bb8c226-566e-4207-84b8-02d5bd890e47 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b3e8a1c5-ed4f-43f0-933a-017867c12d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9728510 Aug 17 14:30:49.043383 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54178) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:49.044197 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] Sync routers for ids ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:30:49.059516 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] Routers {'b3e8a1c5-ed4f-43f0-933a-017867c12d10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:49.060253 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:49.138479 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Allocated IP 172.27.1.202 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/fa353ae2-7eef-4878-a326-9c622ae9f62e) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:30:49.149670 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks [] for router (b3e8a1c5-ed4f-43f0-933a-017867c12d10), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.170216 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] Set router b3e8a1c5-ed4f-43f0-933a-017867c12d10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:49.205683 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:49.239349 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:49.256929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks [] for router_gateway (b3e8a1c5-ed4f-43f0-933a-017867c12d10), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.260023 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.264064 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:49.307353 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.312407 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Deleting port b0c54e84-299a-4b77-899d-b8894d40f9bf {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:49.312754 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.350911 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:49.351153 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:30:49.354487 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:30:49.358536 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:30:49.365678 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:30:48Z', 'revision_number': 5, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port': {'id': 'b0c54e84-299a-4b77-899d-b8894d40f9bf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:22:44Z', 'updated_at': '2022-08-17T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:49.400032 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] Checking router: b3e8a1c5-ed4f-43f0-933a-017867c12d10 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:30:49.409394 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] Routers {'b3e8a1c5-ed4f-43f0-933a-017867c12d10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:30:49.410446 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:49.415459 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] For port b0c54e84-299a-4b77-899d-b8894d40f9bf, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=b0c54e84-299a-4b77-899d-b8894d40f9bf,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:49.416110 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.431111 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Calling delete_port for b0c54e84-299a-4b77-899d-b8894d40f9bf owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:49.441968 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.450529 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'Port': ['ID=fa353ae2-7eef-4878-a326-9c622ae9f62e,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:49.487451 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.496633 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] Set router b3e8a1c5-ed4f-43f0-933a-017867c12d10 gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:30:49.552924 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:30:49Z', 'revision_number': 6, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:49.578075 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e91f23-491d-47cf-8d28-014fc894a7c7 None None] The sync data for ids ['b3e8a1c5-ed4f-43f0-933a-017867c12d10'] in dv-cinder-820027-18-iscsi is: [{'id': 'b3e8a1c5-ed4f-43f0-933a-017867c12d10', 'name': 'tempest-TestVolumeBootPattern-1100170894-router', 'tenant_id': '79ec94c8b65341f0bada94bc9726fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:22:43Z', 'updated_at': '2022-08-17T14:30:49Z', 'revision_number': 6, 'project_id': '79ec94c8b65341f0bada94bc9726fd0e', 'gw_port_host': None}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:30:49.617777 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (b0c54e84-299a-4b77-899d-b8894d40f9bf), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.648477 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c54e84-299a-4b77-899d-b8894d40f9bf,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:49.651166 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.658061 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.700796 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:49.715875 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (b3e8a1c5-ed4f-43f0-933a-017867c12d10), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.734618 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.738143 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'Port': ['ID=fa353ae2-7eef-4878-a326-9c622ae9f62e,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:49.754445 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.755673 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d2464714-61a9-4b31-83c4-917c7f61aaa8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8410509 Aug 17 14:30:49.809050 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (b3e8a1c5-ed4f-43f0-933a-017867c12d10), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.811323 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks [] for router_controller (b3e8a1c5-ed4f-43f0-933a-017867c12d10), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.866745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (b3e8a1c5-ed4f-43f0-933a-017867c12d10), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.867368 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e8a1c5-ed4f-43f0-933a-017867c12d10 {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:30:49.872437 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:49.873717 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a562f215-b9e8-4b46-bafd-8160f97066c4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/b3e8a1c5-ed4f-43f0-933a-017867c12d10 HTTP/1.1" status: 204 len: 168 time: 0.8294096 Aug 17 14:30:49.877215 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54184) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:49.931447 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Deleting subnet 0728ec13-859f-46c2-ac06-04197e7f88fb {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:30:49.936618 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Publish callbacks [] for subnet (0728ec13-859f-46c2-ac06-04197e7f88fb), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.021092 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (0728ec13-859f-46c2-ac06-04197e7f88fb), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.049016 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-d1c0d65b-d9a7-420c-b606-b77028a90288 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1841744354&fields=id&tenant_id=fce910ec862744d9adc05b00a3bd1311 HTTP/1.1" status: 200 len: 267 time: 0.1150215 Aug 17 14:30:50.085466 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:50.182400 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (0728ec13-859f-46c2-ac06-04197e7f88fb), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.224911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a3c17b66-8f94-4b64-8036-ed839d422106 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:50.226381 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a3c17b66-8f94-4b64-8036-ed839d422106 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 811 time: 0.1659937 Aug 17 14:30:50.246833 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-4d82c2d8-393c-4922-b809-c4c13146a13b tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/quotas/fce910ec862744d9adc05b00a3bd1311 HTTP/1.1" status: 200 len: 375 time: 0.0142875 Aug 17 14:30:50.286131 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (0728ec13-859f-46c2-ac06-04197e7f88fb), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.321013 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0728ec13-859f-46c2-ac06-04197e7f88fb,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:50.329049 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.332328 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c3fd610d-bfc6-4f29-8f0e-5f8a82f6b269 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/0728ec13-859f-46c2-ac06-04197e7f88fb HTTP/1.1" status: 204 len: 168 time: 0.4543245 Aug 17 14:30:50.333553 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1086c-911e-416e-8d13-da464ac98c14 None None] Network 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:30:50.336396 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54198) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:50.336930 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-14ffc195-bad3-41e2-bb99-0f108287f9ce tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830102 Aug 17 14:30:50.354719 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-e18d55b9-d6fc-45c0-add5-81591ae8712e service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 17 14:30:50.355710 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-e18d55b9-d6fc-45c0-add5-81591ae8712e service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055993 Aug 17 14:30:50.443812 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (5a9deeeb-20a8-42d6-98cc-b79a140c8a36), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.465471 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-3024c547-7bbb-4b5e-8f98-6b6b6fc9aa5b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019566 Aug 17 14:30:50.500040 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Deleting port 1b60e088-1486-48b1-8050-37c205278b14 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:50.500385 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (1b60e088-1486-48b1-8050-37c205278b14), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.514840 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] DHCP port deletion for 5a9deeeb-20a8-42d6-98cc-b79a140c8a36 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:30:50.559228 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] Deleting port 1b60e088-1486-48b1-8050-37c205278b14 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:30:50.559604 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (1b60e088-1486-48b1-8050-37c205278b14), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.571188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] For port 1b60e088-1486-48b1-8050-37c205278b14, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1b60e088-1486-48b1-8050-37c205278b14,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:50.571687 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (1b60e088-1486-48b1-8050-37c205278b14), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.585853 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Calling delete_port for 1b60e088-1486-48b1-8050-37c205278b14 owned by network:dhcp {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:50.589582 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-852813ee-20ac-47db-a536-41db70eaa4b6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166790 Aug 17 14:30:50.631129 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] For port 1b60e088-1486-48b1-8050-37c205278b14, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1b60e088-1486-48b1-8050-37c205278b14,segment=NetworkSegment(d15a53af-2a05-4453-9e52-5e6a2e7d1da3),segment_id=d15a53af-2a05-4453-9e52-5e6a2e7d1da3)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:50.631361 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (1b60e088-1486-48b1-8050-37c205278b14), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.645760 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] Calling delete_port for 1b60e088-1486-48b1-8050-37c205278b14 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:30:50.681977 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (1b60e088-1486-48b1-8050-37c205278b14), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.738820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b60e088-1486-48b1-8050-37c205278b14,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:50.745948 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] No DVR routers for this DVR port 1b60e088-1486-48b1-8050-37c205278b14 on host dv-cinder-820027-18-iscsi {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:50.780683 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (1b60e088-1486-48b1-8050-37c205278b14), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.805326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:50.808023 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] Pushing event deleted for resources: {'Port': ['ID=1b60e088-1486-48b1-8050-37c205278b14,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:50.827422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c09c42-0354-4922-aac6-7128077cb06e None None] No DVR routers for this DVR port 1b60e088-1486-48b1-8050-37c205278b14 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:30:50.862406 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device b0c54e84-299a-4b77-899d-b8894d40f9bf no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:50.879318 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ec8e8c4c-a565-425e-aee8-597618afa7ad req-4472e049-f4dd-4b08-81ce-1b2afe48152f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 210 time: 0.0970418 Aug 17 14:30:50.888184 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: b0c54e84-299a-4b77-899d-b8894d40f9bf {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:50.888607 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device b0c54e84-299a-4b77-899d-b8894d40f9bf not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:50.889015 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device d4b6699c-4329-49bb-a732-1086d073ce29 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:50.892098 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (5a9deeeb-20a8-42d6-98cc-b79a140c8a36), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.913485 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: d4b6699c-4329-49bb-a732-1086d073ce29 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:50.913840 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device d4b6699c-4329-49bb-a732-1086d073ce29 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:50.914648 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1b60e088-1486-48b1-8050-37c205278b14 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:30:50.917038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:50.919581 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9deeeb-20a8-42d6-98cc-b79a140c8a36']}} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:50.921676 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:50.931679 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3') {'for_net_delete': True} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:50.932022 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15a53af-2a05-4453-9e52-5e6a2e7d1da3') {} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:30:50.935815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 1b60e088-1486-48b1-8050-37c205278b14 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:30:50.936165 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1b60e088-1486-48b1-8050-37c205278b14 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:30:50.944731 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58934504'] for segment (d15a53af-2a05-4453-9e52-5e6a2e7d1da3), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.962364 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (d15a53af-2a05-4453-9e52-5e6a2e7d1da3), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:50.968650 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:30:50.969036 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58950963'] for segment (d15a53af-2a05-4453-9e52-5e6a2e7d1da3), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.016244 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment d15a53af-2a05-4453-9e52-5e6a2e7d1da3 resource provider aggregate not found Aug 17 14:30:51.040404 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment d15a53af-2a05-4453-9e52-5e6a2e7d1da3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d15a53af-2a05-4453-9e52-5e6a2e7d1da3 found for delete ", "request_id": "req-1bcaf413-f82a-409c-a918-421c010b6d3c"}]} Aug 17 14:30:51.042215 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (5a9deeeb-20a8-42d6-98cc-b79a140c8a36), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.049524 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.055068 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/5a9deeeb-20a8-42d6-98cc-b79a140c8a36 HTTP/1.1" status: 204 len: 168 time: 0.7150888 Aug 17 14:30:51.064729 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a62425-57c8-45f0-be55-45066c0829d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9deeeb-20a8-42d6-98cc-b79a140c8a36,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:51.182618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54216) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:51.228905 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a5b2ed5f-0bc5-4dd4-9d50-bc17bd9885ea admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e49076a24c164bb7aaefec58352f9243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445752 Aug 17 14:30:51.231338 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54218) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:51.283298 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-78d56cbc-9c89-4594-a5fe-054218731a87 admin admin] Publish callbacks [] for security_group (e2e2339b-bbe2-4abf-8559-0aeb62f8748d), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.308359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-78d56cbc-9c89-4594-a5fe-054218731a87 admin admin] Publish callbacks [] for security_group (e2e2339b-bbe2-4abf-8559-0aeb62f8748d), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.358052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-78d56cbc-9c89-4594-a5fe-054218731a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (e2e2339b-bbe2-4abf-8559-0aeb62f8748d), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.361205 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-78d56cbc-9c89-4594-a5fe-054218731a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.362499 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-78d56cbc-9c89-4594-a5fe-054218731a87 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e2e2339b-bbe2-4abf-8559-0aeb62f8748d HTTP/1.1" status: 204 len: 168 time: 0.1301560 Aug 17 14:30:51.371495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d56cbc-9c89-4594-a5fe-054218731a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2339b-bbe2-4abf-8559-0aeb62f8748d,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:51.429208 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.719787 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54224) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:51.764302 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-1f928bbc-cdee-459b-8602-c8a570feb773 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=79ec94c8b65341f0bada94bc9726fd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431609 Aug 17 14:30:51.766705 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54226) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:30:51.827810 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-addc0119-a499-4049-aa31-e88037036a7b admin admin] Publish callbacks [] for security_group (0b29e49d-4a4e-418f-b019-c3ada3fe3b28), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.851640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-c6c6e1ac-6d5f-4334-881e-404239a2090d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:51.853175 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-c6c6e1ac-6d5f-4334-881e-404239a2090d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 811 time: 0.1220543 Aug 17 14:30:51.858574 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-addc0119-a499-4049-aa31-e88037036a7b admin admin] Publish callbacks [] for security_group (0b29e49d-4a4e-418f-b019-c3ada3fe3b28), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.920031 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-462c3aa1-01d0-4f1a-9c06-1e62a79257bb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fce910ec862744d9adc05b00a3bd1311 HTTP/1.1" status: 200 len: 380 time: 0.0583794 Aug 17 14:30:51.931979 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'port': {'device_id': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'admin_state_up': True, 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'security_groups': ['00b9d40b-f4f2-4f36-ba45-dbb7b5099201']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:30:51.933026 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-addc0119-a499-4049-aa31-e88037036a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0b29e49d-4a4e-418f-b019-c3ada3fe3b28), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.935547 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-addc0119-a499-4049-aa31-e88037036a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:51.951077 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-addc0119-a499-4049-aa31-e88037036a7b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0b29e49d-4a4e-418f-b019-c3ada3fe3b28 HTTP/1.1" status: 204 len: 168 time: 0.1739950 Aug 17 14:30:51.960896 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc0119-a499-4049-aa31-e88037036a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b29e49d-4a4e-418f-b019-c3ada3fe3b28,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:51.997311 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-04bf3c9f-15de-4596-a5af-d6981bb5a9f7 req-cfd26ede-157b-4850-953f-eee4048f55f6 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 210 time: 0.0343161 Aug 17 14:30:52.083032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Made reservation on behalf of fce910ec862744d9adc05b00a3bd1311 for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:30:52.086745 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:52.233185 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Allocated IP 172.20.0.14 (7cf4343f-ee72-431b-988e-1d072ada39f7/308b8221-946e-46c4-8276-d5ed5551ee25/18b005a2-8d6a-4c1b-afab-cf45ed1cddd5) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:30:52.599504 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:52.651703 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:52.656625 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:52.690252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:52.737592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:30:52.740700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:30:52.744512 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:30:52.750786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event updated for resources: {'Port': ['ID=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:52.799115 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:52.801085 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:52.819143 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a88527cf-043d-4f93-84d0-6229e63a0f76 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8918633 Aug 17 14:30:52.831404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Request body: {'port': {'device_id': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:30:52.897706 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:52.950265 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d03c6e4d-c8e3-4be9-ba54-bcae4121dda4 None None] Provisioning complete for port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:30:52.950885 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d03c6e4d-c8e3-4be9-ba54-bcae4121dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:52.986984 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d03c6e4d-c8e3-4be9-ba54-bcae4121dda4 None None] Port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:30:53.144388 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbd442-74c1-447c-a5d8-965c6998e13d req-77ee3ebb-6daf-49a6-92b6-11610e6f01f1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:53.145790 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35fbd442-74c1-447c-a5d8-965c6998e13d req-77ee3ebb-6daf-49a6-92b6-11610e6f01f1 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 932 time: 0.0713277 Aug 17 14:30:53.239566 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:30:53.246961 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-35fbd442-74c1-447c-a5d8-965c6998e13d req-7c988c6e-9e99-472f-9942-b8606a87c86d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948346 Aug 17 14:30:53.251918 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Publish callbacks [] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:53.269369 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Transition to ACTIVE for port object 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:30:53.271046 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:53.332480 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Pushing event updated for resources: {'Port': ['ID=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:53.380708 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Attempting to bind port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:30:53.381044 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Attempting to bind port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:30:53.381375 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Attempting to bind port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 on network 7cf4343f-ee72-431b-988e-1d072ada39f7 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:30:53.385712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 on network 7cf4343f-ee72-431b-988e-1d072ada39f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:30:53.386066 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Attempting to bind port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 on network 7cf4343f-ee72-431b-988e-1d072ada39f7 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:30:53.390882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:30:53.391223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Checking segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:30:53.392228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Bound using segment: {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:30:53.392753 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Bound port: 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b962e533-93b0-4929-b69f-313f0e420e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:30:53.393116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:53.394856 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:53.456640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:53.463619 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] For port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:30:53.467043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] For port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:30:53.474034 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:53.477212 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:53.477819 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:53.479722 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 HTTP/1.1" status: 200 len: 1094 time: 0.6540706 Aug 17 14:30:53.481735 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:53.484716 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3290e33-2578-4dcf-9ccf-28a459e9aec7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:53.528991 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068038eb-1983-4c5c-99d4-f89cbce40f1b x-openstack-request-id: req-068038eb-1983-4c5c-99d4-f89cbce40f1b {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:53.529360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:53.529662 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-068038eb-1983-4c5c-99d4-f89cbce40f1b {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:53.530434 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068038eb-1983-4c5c-99d4-f89cbce40f1b'] response: {'name': 'network-changed', 'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'status': 'completed', 'code': 200} Aug 17 14:30:53.568562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7f421-cac0-42e4-bc5c-b663f11bbe77 service neutron] Pushing event updated for resources: {'Port': ['ID=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:53.583173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-f6d0a78c-924a-42c6-8194-65a8697e6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:53.584671 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-f6d0a78c-924a-42c6-8194-65a8697e6b5a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 1128 time: 0.0446901 Aug 17 14:30:53.627798 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-1f41bd01-00c1-4f65-a7c1-ebbdd66314b6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 HTTP/1.1" status: 200 len: 217 time: 0.0322304 Aug 17 14:30:53.678921 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-c9b2a4df-7b6c-4742-b318-0d5b50cfd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:53.680279 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-c9b2a4df-7b6c-4742-b318-0d5b50cfd621 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0470617 Aug 17 14:30:53.723487 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a3430356-85ee-45b6-a22a-32f6ef0f841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:53.724940 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-a3430356-85ee-45b6-a22a-32f6ef0f841b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389864 Aug 17 14:30:53.819509 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-770eeca2-6dff-406a-af73-dfe794fa1e94 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886388 Aug 17 14:30:53.910991 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6f78d716-745f-4fa0-be59-52c5df30c112 req-e40d2ab4-69de-4057-b1e1-f53d2fb5383c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Aug 17 14:30:54.369677 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bacb99-a12f-4ad3-8c9b-da05952f8d6f req-9b3a8691-d699-4184-974e-299bc9d0503d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:54.371157 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-44bacb99-a12f-4ad3-8c9b-da05952f8d6f req-9b3a8691-d699-4184-974e-299bc9d0503d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 944 time: 0.0477147 Aug 17 14:30:54.421177 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-44bacb99-a12f-4ad3-8c9b-da05952f8d6f req-aea32aa6-7855-41bd-9c59-f81fd30ed08e tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444958 Aug 17 14:30:54.630803 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-8a03eb8b-58d0-4c0e-b432-4dc5bbcb8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:54.632216 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-8a03eb8b-58d0-4c0e-b432-4dc5bbcb8079 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 1128 time: 0.0399969 Aug 17 14:30:54.722854 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-43e0f765-a857-4687-ae8c-048bec28bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:54.724331 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-43e0f765-a857-4687-ae8c-048bec28bbf3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 912 time: 0.0863008 Aug 17 14:30:54.766950 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-240fe39e-70a0-4be3-8fe8-e7b14a285197 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 HTTP/1.1" status: 200 len: 217 time: 0.0357976 Aug 17 14:30:54.817136 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-65276bcf-bf5d-4bc5-898e-301f064743eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:54.818619 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-65276bcf-bf5d-4bc5-898e-301f064743eb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0464146 Aug 17 14:30:54.863454 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-59f40d5f-ba89-4180-8bd7-a45c5d671437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:54.865091 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-59f40d5f-ba89-4180-8bd7-a45c5d671437 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406938 Aug 17 14:30:54.958743 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-52088a49-c4ee-4251-9b24-51977aebfe43 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876155 Aug 17 14:30:55.025024 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:55.055375 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d3290e33-2578-4dcf-9ccf-28a459e9aec7 req-fa23c5a6-e541-45f0-9f98-79922c6fb680 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 Aug 17 14:30:55.531392 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:55.544529 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8d588-6ba6-4bef-a537-1f9d1840aa84 req-e2a9b587-b929-4098-b3da-ba4a450767a7 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:55.546051 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-20b8d588-6ba6-4bef-a537-1f9d1840aa84 req-e2a9b587-b929-4098-b3da-ba4a450767a7 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 944 time: 0.0509036 Aug 17 14:30:55.593463 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-20b8d588-6ba6-4bef-a537-1f9d1840aa84 req-6ba401f4-7f86-46fa-ba88-1b5eed76454d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Aug 17 14:30:56.410840 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:30:56.414731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:56.513529 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:56.524570 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'port_id': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'mac_address': 'fa:16:3e:59:b9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:30:56.563089 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:30:56.563588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:56.576803 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:30:56.596785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:56.600697 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:56.648877 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:56.714158 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3053f-03af-4b60-99cf-d885769286c2 req-cb9a0e7f-8aab-41a2-bf7e-629552df8e07 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:56.715682 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5fe3053f-03af-4b60-99cf-d885769286c2 req-cb9a0e7f-8aab-41a2-bf7e-629552df8e07 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 945 time: 0.0472603 Aug 17 14:30:56.766136 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-5fe3053f-03af-4b60-99cf-d885769286c2 req-754cdb36-43e3-43e9-a266-47791af771b2 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Aug 17 14:30:56.808531 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['18b005a2-8d6a-4c1b-afab-cf45ed1cddd5'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:30:57.887575 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d342a3-db79-4091-a2ee-a59a42902e3c req-958fa31c-2081-4721-bd21-b97b9df312f2 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:57.889027 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-06d342a3-db79-4091-a2ee-a59a42902e3c req-958fa31c-2081-4721-bd21-b97b9df312f2 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 945 time: 0.0476108 Aug 17 14:30:57.940082 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-06d342a3-db79-4091-a2ee-a59a42902e3c req-33b210d8-835d-44dd-a95d-f4062b628f93 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Aug 17 14:30:58.410478 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:30:58.458316 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:30:58.464300 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:30:58.464698 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:58.541482 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:30:58.541892 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:58.564642 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:30:58.566964 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daef41-ca4c-4774-8ca5-ce7dcec0b524" -d '{"events": [{"server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "name": "network-vif-plugged", "status": "completed", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:30:58.579945 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:30:58.584199 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:30:58.609386 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a2bae8-b2dc-41f7-9982-28abf6dce3c3 x-openstack-request-id: req-01a2bae8-b2dc-41f7-9982-28abf6dce3c3 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:30:58.609675 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "name": "network-vif-plugged", "status": "completed", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:30:58.609995 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01a2bae8-b2dc-41f7-9982-28abf6dce3c3 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:30:58.610394 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a2bae8-b2dc-41f7-9982-28abf6dce3c3'] response: {'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'code': 200} Aug 17 14:30:58.637494 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:30:58.739620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:58.769751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514226f0-3806-4e3b-b73d-0c7a1a8794cc req-5963eb04-19bd-463c-8549-a7d73b5a10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:58.771691 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-514226f0-3806-4e3b-b73d-0c7a1a8794cc req-5963eb04-19bd-463c-8549-a7d73b5a10e6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 1130 time: 0.0405769 Aug 17 14:30:58.815277 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-514226f0-3806-4e3b-b73d-0c7a1a8794cc req-f07e6f26-0d56-49dc-86a3-8677d2792ea8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Aug 17 14:30:59.055944 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3603e-441d-4adb-ac20-1572674cebaf req-f6163675-92f3-4937-9e77-a2be7417e085 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:30:59.057408 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bed3603e-441d-4adb-ac20-1572674cebaf req-f6163675-92f3-4937-9e77-a2be7417e085 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0467465 Aug 17 14:30:59.069821 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:59.108170 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-bed3603e-441d-4adb-ac20-1572674cebaf req-bc2650c8-e889-4e04-a8ab-f29faa6375fb tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Aug 17 14:30:59.554797 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=99 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:30:59.555601 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=30 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:00.241570 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b48c73-cb80-453a-ad86-65adf02cc554 req-8e79468f-68b2-4c64-a4c2-2d7814a2a7d5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:00.243151 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-73b48c73-cb80-453a-ad86-65adf02cc554 req-8e79468f-68b2-4c64-a4c2-2d7814a2a7d5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0574894 Aug 17 14:31:00.300923 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-73b48c73-cb80-453a-ad86-65adf02cc554 req-a181e394-c54d-4b6b-a9f4-87d9bcc5a91f tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520787 Aug 17 14:31:01.433023 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a184f-e2e6-4803-b68b-c3053348e249 req-17be0681-c565-411f-89ee-f452dcc59f83 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:01.434750 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0b9a184f-e2e6-4803-b68b-c3053348e249 req-17be0681-c565-411f-89ee-f452dcc59f83 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0516701 Aug 17 14:31:01.485238 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0b9a184f-e2e6-4803-b68b-c3053348e249 req-c02ab2ee-000c-4942-bd1b-3166ebbfe5c8 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442724 Aug 17 14:31:01.613730 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585abd79-52f5-4a07-a452-74703d59ffb7 req-6778f4c8-d069-44ce-98bf-e10000890f24 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:01.615221 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-585abd79-52f5-4a07-a452-74703d59ffb7 req-6778f4c8-d069-44ce-98bf-e10000890f24 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0521216 Aug 17 14:31:01.624837 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54258) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:31:01.629271 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Request body: {'floatingip': {'port_id': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:31:01.671350 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:02.339603 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:02.343587 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:02.441724 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Floating IP 5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c associated. External IP: 172.27.1.202, port: 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5. Aug 17 14:31:02.590950 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:02.650351 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:31:02.709710 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:02.758936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:31:02.764297 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:02.769893 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:31:02.782006 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:31:02.782668 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:31:02.795614 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4dc35be5-a268-42a1-9b1c-ca890f0595c5 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c HTTP/1.1" status: 200 len: 992 time: 1.1696165 Aug 17 14:31:02.796193 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:31:02.798522 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f040de-5aae-497e-abe3-84e5ede0d4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:31:02.828991 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:02.841256 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaaa8ba-405a-42ee-b732-db961e2d24a0 x-openstack-request-id: req-caaaa8ba-405a-42ee-b732-db961e2d24a0 {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:31:02.841566 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:31:02.841959 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caaaa8ba-405a-42ee-b732-db961e2d24a0 {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:31:02.842385 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caaaa8ba-405a-42ee-b732-db961e2d24a0'] response: {'name': 'network-changed', 'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'status': 'completed', 'code': 200} Aug 17 14:31:02.904809 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:31:02.913145 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-5947d001-1a68-4574-be9a-8ac87e3be41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:02.915267 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-5947d001-1a68-4574-be9a-8ac87e3be41e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fce910ec862744d9adc05b00a3bd1311&device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 1130 time: 0.0439358 Aug 17 14:31:02.950762 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:03.024159 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-f7fcfb61-2544-4b03-9795-2dde0ab791bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:03.025754 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-f7fcfb61-2544-4b03-9795-2dde0ab791bf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 200 len: 912 time: 0.1050427 Aug 17 14:31:03.092753 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-6f061937-c7d2-416e-ac6f-175bad3403d2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 HTTP/1.1" status: 200 len: 1000 time: 0.0598781 Aug 17 14:31:03.135619 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'port_id': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'mac_address': 'fa:16:3e:59:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:30:49Z', 'updated_at': '2022-08-17T14:31:02Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:31:03.149289 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-db91d8bb-adc2-4177-ad5e-50c9c548a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:03.150796 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-db91d8bb-adc2-4177-ad5e-50c9c548a7a9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 200 len: 850 time: 0.0521748 Aug 17 14:31:03.163953 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:31:03.173204 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:31:03.174223 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:30:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:31:03.204464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-ebbcee32-1531-42af-8066-ec20ed0466a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:03.206560 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-ebbcee32-1531-42af-8066-ec20ed0466a1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7cf4343f-ee72-431b-988e-1d072ada39f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486777 Aug 17 14:31:03.290815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:31:03.330408 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-f11fc858-66bf-4a64-a309-d5dfd47f016f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179893 Aug 17 14:31:03.438235 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-78f040de-5aae-497e-abe3-84e5ede0d4a5 req-182a923f-5e65-42da-b168-589e5e93fc42 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015224 Aug 17 14:31:03.529724 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'port_id': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'mac_address': 'fa:16:3e:59:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:30:49Z', 'updated_at': '2022-08-17T14:31:02Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:31:03.554830 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11b2ad-a10c-4a50-943c-f862d0b06110 None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'port_id': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'mac_address': 'fa:16:3e:59:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:30:49Z', 'updated_at': '2022-08-17T14:31:02Z', 'revision_number': 1, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:31:03.760132 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2243148-0d83-4963-9597-97aead692c95 None None] New status for floating IP 5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c: ACTIVE {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:31:12.787783 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=21 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:12.792968 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:13.263311 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b7f18cca-4a70-4158-bd30-dc79f026ef8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:13.432826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=65 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:13.434816 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=78 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:15.354073 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f3665e70-6a40-44b3-893a-96d8e1fda36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:16.788295 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:18.207343 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:18.291577 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:18.954930 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:18.955748 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:19.852551 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b995733-e528-44eb-bfe9-9c854525e7ba req-68656266-ca0b-4112-b7f9-3450d8757001 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:19.854331 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3b995733-e528-44eb-bfe9-9c854525e7ba req-68656266-ca0b-4112-b7f9-3450d8757001 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0495610 Aug 17 14:31:19.903625 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-3b995733-e528-44eb-bfe9-9c854525e7ba req-9fcc83f6-27c8-4829-adb5-3161fd02ad3c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Aug 17 14:31:21.028016 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abbede-0549-43c9-bf3b-a285d7f6e140 req-56780a74-7655-473f-8099-c5c5decd6cd0 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:21.029495 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d5abbede-0549-43c9-bf3b-a285d7f6e140 req-56780a74-7655-473f-8099-c5c5decd6cd0 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0515015 Aug 17 14:31:21.078161 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d5abbede-0549-43c9-bf3b-a285d7f6e140 req-4646fe73-24ab-483a-8283-92f433142aa7 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Aug 17 14:31:21.423789 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:22.219874 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3f55-8cf7-470f-89e8-d47850f1f73c req-c8f886de-4cdc-43e2-9eb5-dcd30fcd6d42 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:22.221418 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-379d3f55-8cf7-470f-89e8-d47850f1f73c req-c8f886de-4cdc-43e2-9eb5-dcd30fcd6d42 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0581815 Aug 17 14:31:22.286305 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-379d3f55-8cf7-470f-89e8-d47850f1f73c req-72af953c-445a-4d88-9455-44a32ed4a43b tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569918 Aug 17 14:31:23.415412 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d000cd-196e-4bd2-9566-5b38152835ef req-f77d0da4-3987-4c4e-bc44-700ffbd06e2d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:23.416905 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e7d000cd-196e-4bd2-9566-5b38152835ef req-f77d0da4-3987-4c4e-bc44-700ffbd06e2d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0519831 Aug 17 14:31:23.465654 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e7d000cd-196e-4bd2-9566-5b38152835ef req-37d494f4-1b86-4cc1-ae80-8a4f1ad9eda3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Aug 17 14:31:23.844338 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:31:24.582409 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f0cd1-cfd3-4198-9bad-12c00553a574 req-c5a219d6-5a08-4ead-8ff7-8eed975c2db3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:24.583860 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fd1f0cd1-cfd3-4198-9bad-12c00553a574 req-c5a219d6-5a08-4ead-8ff7-8eed975c2db3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0468552 Aug 17 14:31:24.631871 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-fd1f0cd1-cfd3-4198-9bad-12c00553a574 req-08b5041c-39c0-4c35-b6d5-81448f680963 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Aug 17 14:31:25.751086 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9f3c-8323-451e-a399-de0a1e671c25 req-36e1e85d-e2d0-450e-8b0b-885812bf5a7e tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:25.752470 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5ec9f3c-8323-451e-a399-de0a1e671c25 req-36e1e85d-e2d0-450e-8b0b-885812bf5a7e tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0472283 Aug 17 14:31:25.800170 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f5ec9f3c-8323-451e-a399-de0a1e671c25 req-40ce7b13-42d6-40be-a288-0cce3ba47fad tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Aug 17 14:31:26.924995 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081a83-6f4e-4f7a-a0ea-49a3113605d0 req-83a44467-c407-4c59-b2ed-389ba1489697 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:26.926477 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-99081a83-6f4e-4f7a-a0ea-49a3113605d0 req-83a44467-c407-4c59-b2ed-389ba1489697 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0517592 Aug 17 14:31:26.975510 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-99081a83-6f4e-4f7a-a0ea-49a3113605d0 req-36f8cf29-07cf-45a6-8ea9-101dde982f3f tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Aug 17 14:31:28.093943 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cdf19-19b6-4ff4-95dc-606428890bca req-434e85c2-74d1-4c16-9899-7263345ad53c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:28.095397 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ff8cdf19-19b6-4ff4-95dc-606428890bca req-434e85c2-74d1-4c16-9899-7263345ad53c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0461922 Aug 17 14:31:28.147515 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ff8cdf19-19b6-4ff4-95dc-606428890bca req-d4dc90d5-627c-4ba0-9d7d-f66d661b0066 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Aug 17 14:31:29.265610 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b371-dcf0-4b7a-b431-877688afee58 req-f189e8ab-9060-4258-a5fc-9c6dfd430b3c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:29.267659 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-7a54b371-dcf0-4b7a-b431-877688afee58 req-f189e8ab-9060-4258-a5fc-9c6dfd430b3c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0483711 Aug 17 14:31:29.316276 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-7a54b371-dcf0-4b7a-b431-877688afee58 req-722e0a39-60cc-43f9-99fa-26f9c4edf7ff tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Aug 17 14:31:29.663367 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-fec990e2-26fb-4611-adc2-e65ab85e825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:29.664891 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-fec990e2-26fb-4611-adc2-e65ab85e825a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.1725805 Aug 17 14:31:29.781161 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-fb24ccf0-f55f-4326-a4b5-cdb36eb9186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:29.783210 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-fb24ccf0-f55f-4326-a4b5-cdb36eb9186b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.0967944 Aug 17 14:31:29.849542 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-0b75b23a-7502-48d9-a90a-665d220edc87 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 1001 time: 0.0605202 Aug 17 14:31:29.945045 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-4c8c1f31-1404-4d09-8a0e-ce12f7b5bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:29.946500 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-4c8c1f31-1404-4d09-8a0e-ce12f7b5bf87 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0451212 Aug 17 14:31:29.996755 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-180ae5bf-4a11-4492-8357-058a1ac0cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:29.998263 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-180ae5bf-4a11-4492-8357-058a1ac0cf32 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436237 Aug 17 14:31:30.090183 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-b6ac2075-69fb-4a8c-933c-4c9c10137135 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849230 Aug 17 14:31:30.185506 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ef43022f-cc44-4622-b956-3d427fdb8a4d req-6645241e-2ffc-4831-a8cb-9d9739c1483f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894163 Aug 17 14:31:30.263453 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-971eb7f0-fbbc-4563-a4e4-c523d04cc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:30.265100 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-971eb7f0-fbbc-4563-a4e4-c523d04cc1fa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.0394199 Aug 17 14:31:30.329927 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:30.358869 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-99889576-03a6-4522-a6f7-11bc8364ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:30.360370 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-99889576-03a6-4522-a6f7-11bc8364ab66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.0895255 Aug 17 14:31:30.450884 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-aa1f3d59-094b-4581-a918-1c05506c5323 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 1001 time: 0.0836852 Aug 17 14:31:30.459417 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd96e2-2a47-4809-900e-12eac65778e5 req-cdb5218a-89a1-494c-986b-79ea1ada2178 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:30.460788 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-76bd96e2-2a47-4809-900e-12eac65778e5 req-cdb5218a-89a1-494c-986b-79ea1ada2178 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0604827 Aug 17 14:31:30.495045 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:30.527214 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-f1ac0b50-cb37-4766-a7ac-9d224f5bb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:30.529424 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-f1ac0b50-cb37-4766-a7ac-9d224f5bb23f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0676281 Aug 17 14:31:30.555881 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-76bd96e2-2a47-4809-900e-12eac65778e5 req-059a44c2-1894-46d2-b3a6-281ad617c3b0 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864856 Aug 17 14:31:30.583165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-ec3598b6-31a0-4b0f-a44f-770d428f161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:30.584619 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-ec3598b6-31a0-4b0f-a44f-770d428f161e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456700 Aug 17 14:31:30.676045 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-4cdf6688-39e6-4fd6-b178-4ef35431621f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846920 Aug 17 14:31:30.764103 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-658ebe87-bcc8-4feb-b226-427f4ae50d9a req-ebc1f67d-b98d-406b-832f-1fa0796b264b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Aug 17 14:31:31.417127 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:31.419017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:31.674795 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0c1e6-e3da-4aea-9955-f50747490abd req-f6309bae-f8a5-4102-b172-490a26bd33ae tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:31.676142 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1ae0c1e6-e3da-4aea-9955-f50747490abd req-f6309bae-f8a5-4102-b172-490a26bd33ae tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0468385 Aug 17 14:31:31.733010 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1ae0c1e6-e3da-4aea-9955-f50747490abd req-7c64bf48-e2c9-412a-a2f2-aa48b5fc5707 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513978 Aug 17 14:31:32.852630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d323e-007e-4f5b-869c-be2f6e36cbe3 req-1e93ee06-4fd7-45ea-8d36-32ad6c3a7dc9 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:32.854281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-259d323e-007e-4f5b-869c-be2f6e36cbe3 req-1e93ee06-4fd7-45ea-8d36-32ad6c3a7dc9 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0492697 Aug 17 14:31:32.907559 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-259d323e-007e-4f5b-869c-be2f6e36cbe3 req-d2267aac-3c91-4921-b723-199f48850ca6 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Aug 17 14:31:33.175807 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673e561-082e-438f-a971-20cb220cb15f req-73e8c1e0-70c3-4c86-ad39-12c3c3772906 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:33.177260 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6673e561-082e-438f-a971-20cb220cb15f req-73e8c1e0-70c3-4c86-ad39-12c3c3772906 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0754917 Aug 17 14:31:33.183091 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-f8281f02-d877-4f31-9829-578e1b7a51c3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024213 Aug 17 14:31:33.226675 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6673e561-082e-438f-a971-20cb220cb15f req-b1006b31-a421-44d2-8b8c-3010549f3dc0 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 Aug 17 14:31:33.839428 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:33.840179 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:34.355100 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54980e-b64a-4624-8b68-bf5984942d69 req-0a4fcfb5-47c1-42f0-80df-8dd571e87ea1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:34.356560 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6a54980e-b64a-4624-8b68-bf5984942d69 req-0a4fcfb5-47c1-42f0-80df-8dd571e87ea1 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0561631 Aug 17 14:31:34.388931 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-fb7d4c1b-a7fc-497c-a86a-c2575bc5034c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:34.390325 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-fb7d4c1b-a7fc-497c-a86a-c2575bc5034c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports/d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 942 time: 0.1691527 Aug 17 14:31:34.408108 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6a54980e-b64a-4624-8b68-bf5984942d69 req-537f18ab-5a08-42fc-a6f4-577c6073cd28 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448573 Aug 17 14:31:35.526241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a6e3-c1df-4f68-aeb1-1c73ac0697cc req-06f27d08-4636-4337-87ed-19251fd95472 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:35.527690 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f116a6e3-c1df-4f68-aeb1-1c73ac0697cc req-06f27d08-4636-4337-87ed-19251fd95472 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0476646 Aug 17 14:31:35.576220 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f116a6e3-c1df-4f68-aeb1-1c73ac0697cc req-547b272f-f7b2-4a2d-aa17-b1c440dba03d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Aug 17 14:31:36.565417 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:31:36.644494 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d398dc51-a984-4576-a6b1-54b7359c6eed is: ACTIVE; New status is: DOWN {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:31:36.644894 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:36.672745 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:31:36.675425 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c84b6-cc6a-4bdd-a7d7-e1b30ea3abf3" -d '{"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:31:36.699386 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:31:36.700305 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0403b-0165-44b5-a55f-6eb3876a59c1 req-a23cfa90-0dc2-404e-81ff-7070ace11039 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:36.702014 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2ab0403b-0165-44b5-a55f-6eb3876a59c1 req-a23cfa90-0dc2-404e-81ff-7070ace11039 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0506423 Aug 17 14:31:36.713833 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:36.779713 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2ab0403b-0165-44b5-a55f-6eb3876a59c1 req-33368f5a-0b41-4603-a31e-1b742d86dd67 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691788 Aug 17 14:31:36.806947 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=6']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:31:36.839046 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Aug 2022 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dfab66-24d7-4b63-b5af-7436270d3a93 x-openstack-request-id: req-e9dfab66-24d7-4b63-b5af-7436270d3a93 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:31:36.839523 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-unplugged", "status": "failed", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "code": 422}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:31:36.839838 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9dfab66-24d7-4b63-b5af-7436270d3a93 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:31:36.840305 dv-cinder-820027-18-iscsi neutron-server[106368]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e9dfab66-24d7-4b63-b5af-7436270d3a93']: {'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'code': 422} returned with failed status Aug 17 14:31:37.910646 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e45c-1515-4fac-a885-562258e9f596 req-df4b88e2-4dca-4239-9d87-c82d80c2b896 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:37.912214 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4129e45c-1515-4fac-a885-562258e9f596 req-df4b88e2-4dca-4239-9d87-c82d80c2b896 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0519621 Aug 17 14:31:37.963437 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4129e45c-1515-4fac-a885-562258e9f596 req-35c0e904-59ae-4f3c-aa0c-881b6fdd9e62 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Aug 17 14:31:38.786253 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-967a5060-f0d8-467d-843e-63618035c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:38.787744 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-967a5060-f0d8-467d-843e-63618035c0e8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe&tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71 HTTP/1.1" status: 200 len: 1127 time: 0.0392795 Aug 17 14:31:38.847496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-ea4e943f-3cb3-43e1-98d0-0321cae91ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:38.848989 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-ea4e943f-3cb3-43e1-98d0-0321cae91ab9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1127 time: 0.0394006 Aug 17 14:31:38.942138 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-858c175b-d624-4590-af59-34d237166b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:38.943581 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-858c175b-d624-4590-af59-34d237166b56 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.0884824 Aug 17 14:31:38.988952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:39.009700 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-c0715f13-9f12-4772-86e1-56793cf2b664 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 999 time: 0.0604556 Aug 17 14:31:39.058595 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-5a41b2b7-fa46-48cf-9c10-d8c935c97be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:39.060067 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-5a41b2b7-fa46-48cf-9c10-d8c935c97be9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0449224 Aug 17 14:31:39.084712 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a5b6-a282-4555-919c-7e0288cf4e21 req-856ebd41-b986-413c-9487-c4c19c46047d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:39.086214 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8866a5b6-a282-4555-919c-7e0288cf4e21 req-856ebd41-b986-413c-9487-c4c19c46047d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0465071 Aug 17 14:31:39.105251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-d4f67f87-726f-4aa3-a09a-f8943442451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:39.106850 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-d4f67f87-726f-4aa3-a09a-f8943442451c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408607 Aug 17 14:31:39.135180 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-8866a5b6-a282-4555-919c-7e0288cf4e21 req-3dec5de4-479b-4b5c-b17f-282b0042c358 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Aug 17 14:31:39.168300 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:39.200763 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-9ed85057-061e-49d3-ac52-c0d4bc99badb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876584 Aug 17 14:31:39.291054 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-de7a83e1-9ef1-4d16-b306-fe4c87136e29 req-8e897a5d-581d-47f9-a1d6-377e99dbdcc3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Aug 17 14:31:40.258371 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa9222-4a12-427e-b7f2-ed6ec6fd668c req-9129153f-e1af-452a-b8c8-fc6ac90f306f tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:40.259830 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b6aa9222-4a12-427e-b7f2-ed6ec6fd668c req-9129153f-e1af-452a-b8c8-fc6ac90f306f tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0505486 Aug 17 14:31:40.308727 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b6aa9222-4a12-427e-b7f2-ed6ec6fd668c req-ee1f075f-f2a7-45bc-8048-9e3bec4ece78 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Aug 17 14:31:41.434528 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14acc4c-6733-4543-9ce8-72da88ece730 req-d41eb783-6e83-43a4-bfb2-1cbf656fc530 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:41.436006 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e14acc4c-6733-4543-9ce8-72da88ece730 req-d41eb783-6e83-43a4-bfb2-1cbf656fc530 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0542397 Aug 17 14:31:41.485078 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:41.490518 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e14acc4c-6733-4543-9ce8-72da88ece730 req-2b20138c-fafe-4257-8d31-ef2e76cf2fab tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486629 Aug 17 14:31:42.613409 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be11704-e25f-4591-8ccc-28d9e7a59db5 req-a4f0729b-85a2-48ba-9a79-fd133d2b4d1d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:42.614973 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6be11704-e25f-4591-8ccc-28d9e7a59db5 req-a4f0729b-85a2-48ba-9a79-fd133d2b4d1d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0516915 Aug 17 14:31:42.664784 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-6be11704-e25f-4591-8ccc-28d9e7a59db5 req-ed32285c-0cc4-44d4-b09e-2bab27df79e2 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Aug 17 14:31:43.429826 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f06fd46d-bc64-4f6a-a7cd-c409fd099816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:43.743357 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=99 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:43.780653 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457df8a-8b76-41bd-8e70-3e159d644ddc req-12a058ff-935d-4273-9479-d994dbe0ca80 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:43.782685 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1457df8a-8b76-41bd-8e70-3e159d644ddc req-12a058ff-935d-4273-9479-d994dbe0ca80 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0481670 Aug 17 14:31:43.831130 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1457df8a-8b76-41bd-8e70-3e159d644ddc req-62d2ccb1-e32a-4d0c-aca5-c19b81b7717b tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Aug 17 14:31:44.950288 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bb539-1ec3-4d70-a05d-a02391d73ee4 req-93eb7001-eaae-43fd-b20c-0f31a2f65569 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:44.951815 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-981bb539-1ec3-4d70-a05d-a02391d73ee4 req-93eb7001-eaae-43fd-b20c-0f31a2f65569 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0483046 Aug 17 14:31:45.003134 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-981bb539-1ec3-4d70-a05d-a02391d73ee4 req-b018448c-9a6e-4fe1-a550-deef3a969525 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Aug 17 14:31:45.356293 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d3b96c57-f6dc-4b8b-98aa-7f9a4de7b8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:46.120826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f294-c9e0-43bd-b816-501062fdf653 req-eec5a549-77d4-446c-9d40-43219275992e tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:46.122316 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-90c0f294-c9e0-43bd-b816-501062fdf653 req-eec5a549-77d4-446c-9d40-43219275992e tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 943 time: 0.0466652 Aug 17 14:31:46.176072 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-90c0f294-c9e0-43bd-b816-501062fdf653 req-da4d782d-753d-400c-a010-39db82f5f2d2 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459838 Aug 17 14:31:46.626735 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:31:46.724767 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:31:46.737067 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'port_id': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'mac_address': 'fa:16:3e:5d:d9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:31:46.778752 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d398dc51-a984-4576-a6b1-54b7359c6eed is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:31:46.779143 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:46.801255 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d398dc51-a984-4576-a6b1-54b7359c6eed {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:31:46.808505 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:46.823302 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:31:46.827023 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:46.876179 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=7']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:31:47.025346 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['d398dc51-a984-4576-a6b1-54b7359c6eed'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:31:47.134269 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:47.226711 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:47.297142 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f705a5-95ed-4583-ad3b-eccff940cf4e req-6783a40d-19d8-45f8-8a96-1841d15a3fb2 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:47.299028 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c5f705a5-95ed-4583-ad3b-eccff940cf4e req-6783a40d-19d8-45f8-8a96-1841d15a3fb2 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 944 time: 0.0471959 Aug 17 14:31:47.349329 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c5f705a5-95ed-4583-ad3b-eccff940cf4e req-9565094f-0361-4fec-baba-011aa0f6e7a9 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Aug 17 14:31:48.209706 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:48.294236 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:48.475173 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427e96e-30c2-4265-889f-f0413a908821 req-17dc33fa-270b-4a07-b606-78816bf6a221 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:48.476543 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a427e96e-30c2-4265-889f-f0413a908821 req-17dc33fa-270b-4a07-b606-78816bf6a221 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 944 time: 0.0514405 Aug 17 14:31:48.525026 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-a427e96e-30c2-4265-889f-f0413a908821 req-9aa7be96-2c1a-4708-8b75-c550fd8c3008 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Aug 17 14:31:48.626578 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:31:48.673239 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port d398dc51-a984-4576-a6b1-54b7359c6eed triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:31:48.673607 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:48.743085 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port d398dc51-a984-4576-a6b1-54b7359c6eed is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:31:48.743489 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:48.767352 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:31:48.769526 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913deedb-631b-4d22-b36f-7277243c3123" -d '{"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-plugged", "status": "completed", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:31:48.781341 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:31:48.785903 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:48.808395 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9fac87-9f15-4a9f-ac63-90cb4f629bb5 x-openstack-request-id: req-2d9fac87-9f15-4a9f-ac63-90cb4f629bb5 {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:31:48.808682 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-plugged", "status": "completed", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:31:48.808945 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d9fac87-9f15-4a9f-ac63-90cb4f629bb5 {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:31:48.809345 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9fac87-9f15-4a9f-ac63-90cb4f629bb5'] response: {'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'code': 200} Aug 17 14:31:48.837088 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=8']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:31:48.844243 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.844602 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.844939 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.845280 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.845611 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.845968 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.846294 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.846709 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.847042 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.847364 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.847687 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.848010 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.848328 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.848644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:48.848959 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:49.025050 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4c8d8-b088-46e6-a988-7d91fd00c70c req-947ba998-f4ee-4087-a7ba-3e3d71cc0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:49.026534 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b2b4c8d8-b088-46e6-a988-7d91fd00c70c req-947ba998-f4ee-4087-a7ba-3e3d71cc0cf3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.0386138 Aug 17 14:31:49.071651 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b2b4c8d8-b088-46e6-a988-7d91fd00c70c req-ec5b8b7b-ad14-44de-a842-18bad9ebd0cd service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393250 Aug 17 14:31:49.644304 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c72cb-459f-4758-8189-ac314ce2e1cc req-a9fda8ca-bc0c-4548-ac46-6b93555c95dd tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:49.645979 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-503c72cb-459f-4758-8189-ac314ce2e1cc req-a9fda8ca-bc0c-4548-ac46-6b93555c95dd tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0490406 Aug 17 14:31:49.695084 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-503c72cb-459f-4758-8189-ac314ce2e1cc req-b5f11767-f1b3-49f9-8014-e2a99197eaaa tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Aug 17 14:31:50.821461 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b8a24-5b90-4937-8c68-0df5f39c22b8 req-2964258f-ae81-45ad-951a-eb2139eeb32d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:50.823004 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b01b8a24-5b90-4937-8c68-0df5f39c22b8 req-2964258f-ae81-45ad-951a-eb2139eeb32d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0511734 Aug 17 14:31:50.873338 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-b01b8a24-5b90-4937-8c68-0df5f39c22b8 req-c5f4f404-e1bd-4dcb-a0c5-0e796bbe7595 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Aug 17 14:31:51.440269 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:55.946679 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:55.950691 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:57.414288 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e078-8d09-4553-b202-315da68dd515 req-f0fee72e-ee66-4a60-bfa8-35693c7615b0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:57.415729 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cde9e078-8d09-4553-b202-315da68dd515 req-f0fee72e-ee66-4a60-bfa8-35693c7615b0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0499153 Aug 17 14:31:57.462057 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-cde9e078-8d09-4553-b202-315da68dd515 req-759b30e2-c6eb-426a-9d12-65c0808b657d tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Aug 17 14:31:58.595878 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a2c0-6eb1-421b-8898-4302246010d6 req-70cdf1f4-9fbd-4354-b4a2-f208ed54dc67 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:58.597517 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0ee5a2c0-6eb1-421b-8898-4302246010d6 req-70cdf1f4-9fbd-4354-b4a2-f208ed54dc67 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0469103 Aug 17 14:31:58.632665 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:58.645256 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0ee5a2c0-6eb1-421b-8898-4302246010d6 req-f5468c28-fe3a-482d-8279-4d50ba4513c0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=00b9d40b-f4f2-4f36-ba45-dbb7b5099201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Aug 17 14:31:58.995377 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-63eee1f7-6f6e-4f1a-bb48-20a82c6eb998 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:31:58.996718 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-63eee1f7-6f6e-4f1a-bb48-20a82c6eb998 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 946 time: 0.0471966 Aug 17 14:31:59.082668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Deleting port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:31:59.083011 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:59.176616 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] For port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:31:59.176975 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:59.220330 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:31:59.339501 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:59.339868 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:59.340186 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Floating IP 5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c disassociated. External IP: 172.27.1.202, port: 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5. Aug 17 14:31:59.340531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Calling delete_port for 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:31:59.470760 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (18b005a2-8d6a-4c1b-afab-cf45ed1cddd5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:31:59.748758 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4f4d6806-4cd1-4cbf-ab0c-3fca7ac032e9 req-9da2468a-560e-4a68-8bfa-1c26d8196f94 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f0929cea-0ea7-4344-95fb-33056631c73e HTTP/1.1" status: 200 len: 210 time: 0.0292728 Aug 17 14:31:59.776498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event deleted for resources: {'Port': ['ID=18b005a2-8d6a-4c1b-afab-cf45ed1cddd5,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:31:59.788358 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.788700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.789035 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.789372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.789700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.790046 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.790372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.790698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.791013 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.791342 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.791651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.791979 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.792300 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.792614 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.792927 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:31:59.900367 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:32:00.003502 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:32:00.013164 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:32:00.024689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:32:00.025303 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:31:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:00.044987 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] No DVR routers for this DVR port 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:32:00.047595 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:00.050823 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ca6e615d-a5e0-48d1-8a7e-d6d87e25a480 req-bcc61261-7128-481f-a635-0308fc9d22fc tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.42 "DELETE /networking/v2.0/ports/18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 HTTP/1.1" status: 204 len: 173 time: 1.0485101 Aug 17 14:32:00.051249 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'name': 'network-vif-deleted', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:32:00.053508 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df4135-27be-48f6-bbc7-49e6d3f109e3" -d '{"events": [{"server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "name": "network-vif-deleted", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:32:00.137877 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:32:00.181199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2fe28-bafd-4cd8-a05c-049251aebf2f x-openstack-request-id: req-a9f2fe28-bafd-4cd8-a05c-049251aebf2f {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:32:00.181498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0929cea-0ea7-4344-95fb-33056631c73e", "name": "network-vif-deleted", "tag": "18b005a2-8d6a-4c1b-afab-cf45ed1cddd5", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:32:00.181835 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9f2fe28-bafd-4cd8-a05c-049251aebf2f {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:32:00.182265 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f2fe28-bafd-4cd8-a05c-049251aebf2f'] response: {'server_uuid': 'f0929cea-0ea7-4344-95fb-33056631c73e', 'name': 'network-vif-deleted', 'tag': '18b005a2-8d6a-4c1b-afab-cf45ed1cddd5', 'status': 'completed', 'code': 200} Aug 17 14:32:00.348289 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:00.376379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:32:00.385418 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:32:00.386054 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:31:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:00.474849 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:00.499991 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:32:00.690263 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:00.713668 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91f9d70-6a1b-4be9-bca8-92c9593da0f6 None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:04Z', 'revision_number': 4, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': 'bee74312-a2a8-44c6-b4fe-c4c119b00f40', 'name': '', 'network_id': '7cf4343f-ee72-431b-988e-1d072ada39f7', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'mac_address': 'fa:16:3e:56:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:03Z', 'updated_at': '2022-08-17T14:28:08Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'subnets': [{'id': '308b8221-946e-46c4-8276-d5ed5551ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:32:00.843867 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54494) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:00.845052 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:32:00.905324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (00b9d40b-f4f2-4f36-ba45-dbb7b5099201), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:00.930185 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (00b9d40b-f4f2-4f36-ba45-dbb7b5099201), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:00.941765 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474640d4-b46a-4403-9a6a-05b3c04c3ce2 None None] New status for floating IP 5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c: DOWN {{(pid=106369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:32:00.980048 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (00b9d40b-f4f2-4f36-ba45-dbb7b5099201), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:00.983126 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:00.986788 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/00b9d40b-f4f2-4f36-ba45-dbb7b5099201 HTTP/1.1" status: 204 len: 168 time: 0.1385827 Aug 17 14:32:00.987929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54496) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:00.994786 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9d40b-f4f2-4f36-ba45-dbb7b5099201,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:01.002105 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.002468 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.003382 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.api.v2.resource [None req-ed1c3f64-1f2d-4508-a3c9-938994fea4e0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] show failed (client error): The resource could not be found. Aug 17 14:32:01.003777 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.004356 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.004730 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.007936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008062 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ed1c3f64-1f2d-4508-a3c9-938994fea4e0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "GET /networking/v2.0/security-groups/00b9d40b-f4f2-4f36-ba45-dbb7b5099201 HTTP/1.1" status: 404 len: 347 time: 0.0162251 Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7673be-8c2e-4f07-af20-dac9859adb88 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:32:01.008892 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54498) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:01.134859 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Deleting port fa353ae2-7eef-4878-a326-9c622ae9f62e {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:32:01.135201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:01.180457 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:01.214255 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:01.214489 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (fa353ae2-7eef-4878-a326-9c622ae9f62e), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:01.227116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Calling delete_port for fa353ae2-7eef-4878-a326-9c622ae9f62e owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:32:01.304335 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:01.357499 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (fa353ae2-7eef-4878-a326-9c622ae9f62e), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:01.380420 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Pushing event deleted for resources: {'Port': ['ID=fa353ae2-7eef-4878-a326-9c622ae9f62e,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:01.442825 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks [] for floatingip (5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:01.445320 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:01.446548 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5f159779-6342-4f19-9177-e6eaada9bcc0 tempest-AttachVolumeTestJSON-603102955 tempest-AttachVolumeTestJSON-603102955-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5f0c5976-b0ed-4fef-96d9-1e8dfdcc9c3c HTTP/1.1" status: 204 len: 168 time: 0.4376404 Aug 17 14:32:02.708900 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:32:02.712066 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:02.728977 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:32:02.729326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 18b005a2-8d6a-4c1b-afab-cf45ed1cddd5 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:32:04.996373 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54528) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:05.314478 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (9bb02c35-cab7-450d-9f14-452e325ce0d9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:05.540276 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Deleting port bee74312-a2a8-44c6-b4fe-c4c119b00f40 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:32:05.540620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:05.589831 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:05.621279 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] For port bee74312-a2a8-44c6-b4fe-c4c119b00f40, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=bee74312-a2a8-44c6-b4fe-c4c119b00f40,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:32:05.621644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:05.635044 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Calling delete_port for bee74312-a2a8-44c6-b4fe-c4c119b00f40 owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:32:05.734288 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:05.815640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (bee74312-a2a8-44c6-b4fe-c4c119b00f40), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:05.838912 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee74312-a2a8-44c6-b4fe-c4c119b00f40,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:06.006723 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (9bb02c35-cab7-450d-9f14-452e325ce0d9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:06.208545 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Router 9bb02c35-cab7-450d-9f14-452e325ce0d9 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:32:06.306761 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:32:06.311717 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-eae6398d-5350-481a-9f2b-45563ae52788 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/9bb02c35-cab7-450d-9f14-452e325ce0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3143559 Aug 17 14:32:06.314288 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54530) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:06.317216 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] Sync routers for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:32:06.327458 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:32:06.328064 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:31:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:06.415108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks [] for router (9bb02c35-cab7-450d-9f14-452e325ce0d9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:06.430250 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:32:06.498492 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:06.523425 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks [] for router_gateway (9bb02c35-cab7-450d-9f14-452e325ce0d9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:06.554603 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:06.570232 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Deleting port 39305dfb-bcfd-4e68-84e4-1a438666fb40 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:32:06.570580 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:06.602774 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:32:05Z', 'revision_number': 5, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port': {'id': '39305dfb-bcfd-4e68-84e4-1a438666fb40', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:06.631445 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] Checking router: 9bb02c35-cab7-450d-9f14-452e325ce0d9 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:32:06.639772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] Routers {'9bb02c35-cab7-450d-9f14-452e325ce0d9'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:32:06.640369 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:31:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['9bb02c35-cab7-450d-9f14-452e325ce0d9'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:06.654630 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] For port 39305dfb-bcfd-4e68-84e4-1a438666fb40, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=39305dfb-bcfd-4e68-84e4-1a438666fb40,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:32:06.654989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:06.667963 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Calling delete_port for 39305dfb-bcfd-4e68-84e4-1a438666fb40 owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:32:06.722504 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] Set router 9bb02c35-cab7-450d-9f14-452e325ce0d9 gateway port host: None {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:32:06.776323 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:32:06Z', 'revision_number': 6, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:06.805113 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd96e3a-0dd8-4e63-9057-1637f3d603f2 None None] The sync data for ids ['9bb02c35-cab7-450d-9f14-452e325ce0d9'] in dv-cinder-820027-18-iscsi is: [{'id': '9bb02c35-cab7-450d-9f14-452e325ce0d9', 'name': 'tempest-AttachVolumeTestJSON-1114705919-router', 'tenant_id': 'fce910ec862744d9adc05b00a3bd1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:01Z', 'updated_at': '2022-08-17T14:32:06Z', 'revision_number': 6, 'project_id': 'fce910ec862744d9adc05b00a3bd1311', 'gw_port_host': None}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:32:06.839553 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (39305dfb-bcfd-4e68-84e4-1a438666fb40), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:06.870539 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39305dfb-bcfd-4e68-84e4-1a438666fb40,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:06.931199 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (9bb02c35-cab7-450d-9f14-452e325ce0d9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.280621 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (9bb02c35-cab7-450d-9f14-452e325ce0d9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.282810 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks [] for router_controller (9bb02c35-cab7-450d-9f14-452e325ce0d9), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.323421 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (9bb02c35-cab7-450d-9f14-452e325ce0d9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.324135 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb02c35-cab7-450d-9f14-452e325ce0d9 {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:32:07.328708 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.329856 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5df679ec-b4c8-4ec9-92b9-d10aaab68bf6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/9bb02c35-cab7-450d-9f14-452e325ce0d9 HTTP/1.1" status: 204 len: 168 time: 1.0146723 Aug 17 14:32:07.332422 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54532) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:07.378411 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Deleting subnet 308b8221-946e-46c4-8276-d5ed5551ee25 {{(pid=106366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:32:07.381618 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Publish callbacks [] for subnet (308b8221-946e-46c4-8276-d5ed5551ee25), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.416565 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58934497'] for subnet (308b8221-946e-46c4-8276-d5ed5551ee25), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.493564 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (308b8221-946e-46c4-8276-d5ed5551ee25), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.546339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58950997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58925325'] for subnet (308b8221-946e-46c4-8276-d5ed5551ee25), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.573808 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308b8221-946e-46c4-8276-d5ed5551ee25,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:07.578301 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.582060 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-4bec12e0-476c-4cf3-b55a-360a0b082168 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/308b8221-946e-46c4-8276-d5ed5551ee25 HTTP/1.1" status: 204 len: 168 time: 0.2486546 Aug 17 14:32:07.584448 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e1f4a-d995-4500-aeac-7d3fcb7a4876 None None] Network 7cf4343f-ee72-431b-988e-1d072ada39f7 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:32:07.584936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54534) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:07.664348 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (7cf4343f-ee72-431b-988e-1d072ada39f7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.715621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Deleting port 53867bd9-d76d-462f-999a-3f4f02abc25d {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:32:07.716291 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.787389 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] For port 53867bd9-d76d-462f-999a-3f4f02abc25d, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=53867bd9-d76d-462f-999a-3f4f02abc25d,segment=NetworkSegment(b962e533-93b0-4929-b69f-313f0e420e76),segment_id=b962e533-93b0-4929-b69f-313f0e420e76)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:32:07.787751 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.802945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Calling delete_port for 53867bd9-d76d-462f-999a-3f4f02abc25d owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:32:07.875087 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:07.885340 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] DHCP port deletion for 7cf4343f-ee72-431b-988e-1d072ada39f7 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:32:07.897146 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.900477 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:07.923962 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Deleting port 53867bd9-d76d-462f-999a-3f4f02abc25d {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:32:07.924909 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:07.926639 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Pushing event deleted for resources: {'Port': ['ID=53867bd9-d76d-462f-999a-3f4f02abc25d,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:07.928644 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] No DVR routers for this DVR port 53867bd9-d76d-462f-999a-3f4f02abc25d on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:32:07.997588 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] For port 53867bd9-d76d-462f-999a-3f4f02abc25d, host dv-cinder-820027-18-iscsi, got binding levels [] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:32:07.998018 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.011153 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Calling delete_port for 53867bd9-d76d-462f-999a-3f4f02abc25d owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:32:08.013917 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.ipam_backend_mixin [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Port 53867bd9-d76d-462f-999a-3f4f02abc25d was not found and therefore no delete operation was performed {{(pid=106368) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 17 14:32:08.015185 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (53867bd9-d76d-462f-999a-3f4f02abc25d), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.015886 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (7cf4343f-ee72-431b-988e-1d072ada39f7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.037278 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf4343f-ee72-431b-988e-1d072ada39f7']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:08.039272 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] Pushing event deleted for resources: {'Port': ['ID=53867bd9-d76d-462f-999a-3f4f02abc25d,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:08.042816 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821db92-19ac-4e5c-a274-1bcc1f1a6795 None None] No DVR routers for this DVR port 53867bd9-d76d-462f-999a-3f4f02abc25d on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:32:08.057563 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b962e533-93b0-4929-b69f-313f0e420e76') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:08.057929 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b962e533-93b0-4929-b69f-313f0e420e76') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:32:08.069108 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (b962e533-93b0-4929-b69f-313f0e420e76), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.082677 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (b962e533-93b0-4929-b69f-313f0e420e76), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.089633 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:32:08.090058 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (b962e533-93b0-4929-b69f-313f0e420e76), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.134568 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment b962e533-93b0-4929-b69f-313f0e420e76 resource provider aggregate not found Aug 17 14:32:08.152325 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment b962e533-93b0-4929-b69f-313f0e420e76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b962e533-93b0-4929-b69f-313f0e420e76 found for delete ", "request_id": "req-2d55fe16-b571-474f-b942-215b8c8e3c0f"}]} Aug 17 14:32:08.159849 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (7cf4343f-ee72-431b-988e-1d072ada39f7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.165546 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.168694 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/7cf4343f-ee72-431b-988e-1d072ada39f7 HTTP/1.1" status: 204 len: 168 time: 0.5827250 Aug 17 14:32:08.187096 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd9d7a-375f-4a33-88a6-bf2a30884173 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf4343f-ee72-431b-988e-1d072ada39f7,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:08.341464 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54542) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:08.382196 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-d47eb725-16eb-4397-a47c-c322661f921b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fce910ec862744d9adc05b00a3bd1311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395238 Aug 17 14:32:08.384749 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54544) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:08.433487 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d761804-c96f-49bc-a5b3-be924b600024 admin admin] Publish callbacks [] for security_group (d44d4cc3-1e6c-457f-9bf0-1766474bdbd8), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.454810 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d761804-c96f-49bc-a5b3-be924b600024 admin admin] Publish callbacks [] for security_group (d44d4cc3-1e6c-457f-9bf0-1766474bdbd8), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.502582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d761804-c96f-49bc-a5b3-be924b600024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (d44d4cc3-1e6c-457f-9bf0-1766474bdbd8), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.505066 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8d761804-c96f-49bc-a5b3-be924b600024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:08.506243 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8d761804-c96f-49bc-a5b3-be924b600024 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d44d4cc3-1e6c-457f-9bf0-1766474bdbd8 HTTP/1.1" status: 204 len: 168 time: 0.1205556 Aug 17 14:32:08.513977 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761804-c96f-49bc-a5b3-be924b600024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d4cc3-1e6c-457f-9bf0-1766474bdbd8,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:08.808660 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bee74312-a2a8-44c6-b4fe-c4c119b00f40 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:32:08.836873 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: bee74312-a2a8-44c6-b4fe-c4c119b00f40 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:32:08.837231 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device bee74312-a2a8-44c6-b4fe-c4c119b00f40 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:32:08.837662 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 53867bd9-d76d-462f-999a-3f4f02abc25d no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:32:08.858825 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 53867bd9-d76d-462f-999a-3f4f02abc25d {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:32:08.859182 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 53867bd9-d76d-462f-999a-3f4f02abc25d not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:32:08.859641 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 39305dfb-bcfd-4e68-84e4-1a438666fb40 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:32:08.878706 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 39305dfb-bcfd-4e68-84e4-1a438666fb40 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:32:08.879058 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 39305dfb-bcfd-4e68-84e4-1a438666fb40 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:32:10.222574 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54594) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:10.330335 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b7ff66a2-39d8-4c42-bd57-22d8c2e16e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.414626 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b7ff66a2-39d8-4c42-bd57-22d8c2e16e4a admin admin] Publish callbacks [] for security_group (20f9cdff-cfca-4b69-acec-64a88d456b9c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.418320 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b7ff66a2-39d8-4c42-bd57-22d8c2e16e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (20f9cdff-cfca-4b69-acec-64a88d456b9c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.456454 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff66a2-39d8-4c42-bd57-22d8c2e16e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9cdff-cfca-4b69-acec-64a88d456b9c,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:10.460799 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b7ff66a2-39d8-4c42-bd57-22d8c2e16e4a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b38a0e3c009945aa8b52bf610894da59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372048 Aug 17 14:32:10.463971 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54598) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:10.513056 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b96cb92c-8a4e-44ce-b457-e5d12da9abfb admin admin] Publish callbacks [] for security_group (20f9cdff-cfca-4b69-acec-64a88d456b9c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.535517 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b96cb92c-8a4e-44ce-b457-e5d12da9abfb admin admin] Publish callbacks [] for security_group (20f9cdff-cfca-4b69-acec-64a88d456b9c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.583889 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b96cb92c-8a4e-44ce-b457-e5d12da9abfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (20f9cdff-cfca-4b69-acec-64a88d456b9c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.586457 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b96cb92c-8a4e-44ce-b457-e5d12da9abfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.587607 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b96cb92c-8a4e-44ce-b457-e5d12da9abfb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/20f9cdff-cfca-4b69-acec-64a88d456b9c HTTP/1.1" status: 204 len: 168 time: 0.1232681 Aug 17 14:32:10.596051 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cb92c-8a4e-44ce-b457-e5d12da9abfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9cdff-cfca-4b69-acec-64a88d456b9c,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:10.864532 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54606) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:10.878541 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a487c7b7-b159-40ab-8b07-bb036f2a1296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.915324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:10.923440 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:10.974748 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a487c7b7-b159-40ab-8b07-bb036f2a1296 admin admin] Publish callbacks [] for security_group (6a640df5-3abc-46a7-b585-354153bffbdf), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:10.979013 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a487c7b7-b159-40ab-8b07-bb036f2a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6a640df5-3abc-46a7-b585-354153bffbdf), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:11.017815 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487c7b7-b159-40ab-8b07-bb036f2a1296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a640df5-3abc-46a7-b585-354153bffbdf,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:11.023958 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-a487c7b7-b159-40ab-8b07-bb036f2a1296 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=189b0644f1ca4055977c9e393a99eb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583791 Aug 17 14:32:11.026615 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54608) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:11.076972 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f08c1b43-04e9-489b-bb01-f2091c2279d1 admin admin] Publish callbacks [] for security_group (6a640df5-3abc-46a7-b585-354153bffbdf), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:11.100247 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f08c1b43-04e9-489b-bb01-f2091c2279d1 admin admin] Publish callbacks [] for security_group (6a640df5-3abc-46a7-b585-354153bffbdf), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:11.149319 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f08c1b43-04e9-489b-bb01-f2091c2279d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6a640df5-3abc-46a7-b585-354153bffbdf), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:11.151862 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f08c1b43-04e9-489b-bb01-f2091c2279d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:11.152980 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f08c1b43-04e9-489b-bb01-f2091c2279d1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6a640df5-3abc-46a7-b585-354153bffbdf HTTP/1.1" status: 204 len: 168 time: 0.1254687 Aug 17 14:32:11.161220 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c1b43-04e9-489b-bb01-f2091c2279d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a640df5-3abc-46a7-b585-354153bffbdf,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:11.818425 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:11.819147 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:12.777274 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54654) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:12.889497 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c4c32401-c08e-449e-b962-a505c4124d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:12.968215 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c4c32401-c08e-449e-b962-a505c4124d7b admin admin] Publish callbacks [] for security_group (97b3dd55-efe0-4270-a706-be2125a41e03), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:12.972639 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c4c32401-c08e-449e-b962-a505c4124d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (97b3dd55-efe0-4270-a706-be2125a41e03), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.011190 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c32401-c08e-449e-b962-a505c4124d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3dd55-efe0-4270-a706-be2125a41e03,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:13.015500 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c4c32401-c08e-449e-b962-a505c4124d7b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9486614637b5439eb6a102ca83ece5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371297 Aug 17 14:32:13.018243 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54658) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:13.067607 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ae26c7a9-0fa4-4206-87c4-3cf80c39415e admin admin] Publish callbacks [] for security_group (97b3dd55-efe0-4270-a706-be2125a41e03), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.089491 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ae26c7a9-0fa4-4206-87c4-3cf80c39415e admin admin] Publish callbacks [] for security_group (97b3dd55-efe0-4270-a706-be2125a41e03), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.137159 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ae26c7a9-0fa4-4206-87c4-3cf80c39415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (97b3dd55-efe0-4270-a706-be2125a41e03), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.139755 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ae26c7a9-0fa4-4206-87c4-3cf80c39415e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.140892 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ae26c7a9-0fa4-4206-87c4-3cf80c39415e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/97b3dd55-efe0-4270-a706-be2125a41e03 HTTP/1.1" status: 204 len: 168 time: 0.1218114 Aug 17 14:32:13.148515 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26c7a9-0fa4-4206-87c4-3cf80c39415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3dd55-efe0-4270-a706-be2125a41e03,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:13.274082 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-f8729d19-c644-4ac7-abd9-39f6cdfa6614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.411481 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54664) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:13.425642 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07019cea-4d11-4e9e-8d90-a2488dac466c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.493586 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:13.508977 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07019cea-4d11-4e9e-8d90-a2488dac466c admin admin] Publish callbacks [] for security_group (ca3d1b57-7ce7-41d8-ad72-c939463ca964), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.512938 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07019cea-4d11-4e9e-8d90-a2488dac466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ca3d1b57-7ce7-41d8-ad72-c939463ca964), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.552991 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07019cea-4d11-4e9e-8d90-a2488dac466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d1b57-7ce7-41d8-ad72-c939463ca964,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:13.558216 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-07019cea-4d11-4e9e-8d90-a2488dac466c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0ee4d6af7891410ca8022cf336162728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456926 Aug 17 14:32:13.560776 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54666) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:13.614926 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:13.620899 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcff75cc-25ec-46d7-aeda-d62242879026 admin admin] Publish callbacks [] for security_group (ca3d1b57-7ce7-41d8-ad72-c939463ca964), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.654000 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcff75cc-25ec-46d7-aeda-d62242879026 admin admin] Publish callbacks [] for security_group (ca3d1b57-7ce7-41d8-ad72-c939463ca964), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.709183 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcff75cc-25ec-46d7-aeda-d62242879026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ca3d1b57-7ce7-41d8-ad72-c939463ca964), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.711796 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-bcff75cc-25ec-46d7-aeda-d62242879026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:13.712941 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-bcff75cc-25ec-46d7-aeda-d62242879026 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ca3d1b57-7ce7-41d8-ad72-c939463ca964 HTTP/1.1" status: 204 len: 168 time: 0.1512651 Aug 17 14:32:13.720709 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff75cc-25ec-46d7-aeda-d62242879026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d1b57-7ce7-41d8-ad72-c939463ca964,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:13.733021 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:15.361032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-edee8307-8b06-4e56-bae2-3c649c4935a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:16.794189 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:17.552404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:17.555052 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:18.211589 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:18.297206 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.538596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54750) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:19.643038 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-785d8752-838d-404c-8341-cc57962fd40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.720143 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-785d8752-838d-404c-8341-cc57962fd40d admin admin] Publish callbacks [] for security_group (b84821be-5ed5-415b-8690-1597f233281a), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.723789 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-785d8752-838d-404c-8341-cc57962fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b84821be-5ed5-415b-8690-1597f233281a), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.762022 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d8752-838d-404c-8341-cc57962fd40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84821be-5ed5-415b-8690-1597f233281a,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:19.766320 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-785d8752-838d-404c-8341-cc57962fd40d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=138b5a7a1a43419787cb1481cd6d3533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266636 Aug 17 14:32:19.769397 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54754) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:19.818256 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0026-0725-4c69-b9e4-9ed14ee082e9 admin admin] Publish callbacks [] for security_group (b84821be-5ed5-415b-8690-1597f233281a), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.839903 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0026-0725-4c69-b9e4-9ed14ee082e9 admin admin] Publish callbacks [] for security_group (b84821be-5ed5-415b-8690-1597f233281a), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.886494 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0026-0725-4c69-b9e4-9ed14ee082e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b84821be-5ed5-415b-8690-1597f233281a), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.888939 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0026-0725-4c69-b9e4-9ed14ee082e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:19.890118 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4f0e0026-0725-4c69-b9e4-9ed14ee082e9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b84821be-5ed5-415b-8690-1597f233281a HTTP/1.1" status: 204 len: 168 time: 0.1199880 Aug 17 14:32:19.898361 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e0026-0725-4c69-b9e4-9ed14ee082e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84821be-5ed5-415b-8690-1597f233281a,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:20.164843 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54760) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:20.178102 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ceb36c45-304d-4daa-a246-1d8c49f9ca81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.258175 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ceb36c45-304d-4daa-a246-1d8c49f9ca81 admin admin] Publish callbacks [] for security_group (af761fad-5342-438d-b7d1-478dfbfac3af), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.261618 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-ceb36c45-304d-4daa-a246-1d8c49f9ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (af761fad-5342-438d-b7d1-478dfbfac3af), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.300885 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-ceb36c45-304d-4daa-a246-1d8c49f9ca81 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ad9f376825024f77a397c12358bc44aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349916 Aug 17 14:32:20.301717 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb36c45-304d-4daa-a246-1d8c49f9ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af761fad-5342-438d-b7d1-478dfbfac3af,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:20.303838 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54762) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:20.356590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-03202e38-945c-4450-b3ec-7ab61560d119 admin admin] Publish callbacks [] for security_group (af761fad-5342-438d-b7d1-478dfbfac3af), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.378067 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-03202e38-945c-4450-b3ec-7ab61560d119 admin admin] Publish callbacks [] for security_group (af761fad-5342-438d-b7d1-478dfbfac3af), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.423603 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-03202e38-945c-4450-b3ec-7ab61560d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (af761fad-5342-438d-b7d1-478dfbfac3af), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.426724 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-03202e38-945c-4450-b3ec-7ab61560d119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:20.427864 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-03202e38-945c-4450-b3ec-7ab61560d119 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/af761fad-5342-438d-b7d1-478dfbfac3af HTTP/1.1" status: 204 len: 168 time: 0.1229763 Aug 17 14:32:20.435698 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03202e38-945c-4450-b3ec-7ab61560d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af761fad-5342-438d-b7d1-478dfbfac3af,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:21.451685 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.517497 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54860) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:25.624557 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6e41d6d-196a-48c6-ac11-ce0555b45163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.705727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6e41d6d-196a-48c6-ac11-ce0555b45163 admin admin] Publish callbacks [] for security_group (580857d1-79df-4178-8e2b-6d263a55b523), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.709741 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6e41d6d-196a-48c6-ac11-ce0555b45163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (580857d1-79df-4178-8e2b-6d263a55b523), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.748555 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-e6e41d6d-196a-48c6-ac11-ce0555b45163 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fe32c3a30dcf4d4fac0d0d7ccb02a012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299891 Aug 17 14:32:25.749396 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e41d6d-196a-48c6-ac11-ce0555b45163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580857d1-79df-4178-8e2b-6d263a55b523,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:25.751355 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54866) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:25.790501 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:25.803671 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bb19-1702-40de-b6c7-d8e1fbe050c0 admin admin] Publish callbacks [] for security_group (580857d1-79df-4178-8e2b-6d263a55b523), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.826438 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bb19-1702-40de-b6c7-d8e1fbe050c0 admin admin] Publish callbacks [] for security_group (580857d1-79df-4178-8e2b-6d263a55b523), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.874328 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bb19-1702-40de-b6c7-d8e1fbe050c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (580857d1-79df-4178-8e2b-6d263a55b523), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.876838 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bb19-1702-40de-b6c7-d8e1fbe050c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:25.877999 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e4f9bb19-1702-40de-b6c7-d8e1fbe050c0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/580857d1-79df-4178-8e2b-6d263a55b523 HTTP/1.1" status: 204 len: 168 time: 0.1255622 Aug 17 14:32:25.881999 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:25.887442 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9bb19-1702-40de-b6c7-d8e1fbe050c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580857d1-79df-4178-8e2b-6d263a55b523,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:26.142200 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54874) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:26.156453 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-16fb98b3-e05f-4fc6-a71e-d2cf12c8a0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.240115 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-16fb98b3-e05f-4fc6-a71e-d2cf12c8a0d0 admin admin] Publish callbacks [] for security_group (c7fda9d3-f50d-46e4-91f8-72bff790c509), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.243716 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-16fb98b3-e05f-4fc6-a71e-d2cf12c8a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c7fda9d3-f50d-46e4-91f8-72bff790c509), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.284961 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb98b3-e05f-4fc6-a71e-d2cf12c8a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fda9d3-f50d-46e4-91f8-72bff790c509,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:26.291455 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-16fb98b3-e05f-4fc6-a71e-d2cf12c8a0d0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c59f3b7429514561aa8880e49690b541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482229 Aug 17 14:32:26.294236 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54876) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:26.343107 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-36583c7d-b27c-4c9c-b924-85639393a93e admin admin] Publish callbacks [] for security_group (c7fda9d3-f50d-46e4-91f8-72bff790c509), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.365005 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-36583c7d-b27c-4c9c-b924-85639393a93e admin admin] Publish callbacks [] for security_group (c7fda9d3-f50d-46e4-91f8-72bff790c509), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.417950 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-36583c7d-b27c-4c9c-b924-85639393a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (c7fda9d3-f50d-46e4-91f8-72bff790c509), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.420464 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-36583c7d-b27c-4c9c-b924-85639393a93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.421608 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-36583c7d-b27c-4c9c-b924-85639393a93e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c7fda9d3-f50d-46e4-91f8-72bff790c509 HTTP/1.1" status: 204 len: 168 time: 0.1263888 Aug 17 14:32:26.430591 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36583c7d-b27c-4c9c-b924-85639393a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fda9d3-f50d-46e4-91f8-72bff790c509,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:26.767478 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 54882) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:26.781139 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b2a29716-4bfa-4d2d-9fff-38a05c0023ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.863271 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b2a29716-4bfa-4d2d-9fff-38a05c0023ad admin admin] Publish callbacks [] for security_group (153ba3b2-dcc4-45c7-809a-e571019251e9), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.867709 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b2a29716-4bfa-4d2d-9fff-38a05c0023ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (153ba3b2-dcc4-45c7-809a-e571019251e9), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.905723 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b2a29716-4bfa-4d2d-9fff-38a05c0023ad admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ea1b3353cfa24df890e4d33ca86582f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371555 Aug 17 14:32:26.906571 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a29716-4bfa-4d2d-9fff-38a05c0023ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153ba3b2-dcc4-45c7-809a-e571019251e9,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:26.909101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 54884) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:26.961751 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cd25ff0e-f653-4bfa-bb85-fd91bef751bc admin admin] Publish callbacks [] for security_group (153ba3b2-dcc4-45c7-809a-e571019251e9), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:26.986015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cd25ff0e-f653-4bfa-bb85-fd91bef751bc admin admin] Publish callbacks [] for security_group (153ba3b2-dcc4-45c7-809a-e571019251e9), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:27.032633 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cd25ff0e-f653-4bfa-bb85-fd91bef751bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (153ba3b2-dcc4-45c7-809a-e571019251e9), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:27.035107 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-cd25ff0e-f653-4bfa-bb85-fd91bef751bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:27.036996 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-cd25ff0e-f653-4bfa-bb85-fd91bef751bc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/153ba3b2-dcc4-45c7-809a-e571019251e9 HTTP/1.1" status: 204 len: 168 time: 0.1266212 Aug 17 14:32:27.044625 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25ff0e-f653-4bfa-bb85-fd91bef751bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ba3b2-dcc4-45c7-809a-e571019251e9,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:29.467548 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-5b7047cc-1762-4752-a3ee-4ee34c599569 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414805 Aug 17 14:32:29.544356 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-b181ac6e-ded4-4433-95d2-98aa1447e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:32:29.545828 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-b181ac6e-ded4-4433-95d2-98aa1447e9b9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.0382299 Aug 17 14:32:29.651223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-78feed05-8447-483c-befa-b8dfaba46b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:32:29.652658 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-78feed05-8447-483c-befa-b8dfaba46b01 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.0879881 Aug 17 14:32:29.712281 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-b74f8857-be75-49f5-bee5-de472fc9842c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 1001 time: 0.0530956 Aug 17 14:32:29.759772 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-8da1d8be-93c9-4dc8-ad25-ddf14f40d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:32:29.761135 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-8da1d8be-93c9-4dc8-ad25-ddf14f40d9e4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0429964 Aug 17 14:32:29.796290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:29.808948 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-2569a0bc-65e1-4aaf-a7cb-5060fc3b93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:32:29.810425 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-2569a0bc-65e1-4aaf-a7cb-5060fc3b93ea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425942 Aug 17 14:32:29.899947 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-2cde6980-6025-4079-9073-e298d264b332 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836625 Aug 17 14:32:29.967589 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:29.995592 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-c65beaab-9af5-4158-a06d-3d228765f1f6 req-dd29a91a-472e-43f7-9f2c-4df0b5e336e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897105 Aug 17 14:32:32.947419 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:32.948207 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:35.092220 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55002) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:35.198634 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ff035fa4-14b7-46d2-88c3-44cc84350bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.275590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ff035fa4-14b7-46d2-88c3-44cc84350bc5 admin admin] Publish callbacks [] for security_group (ee89c93a-611e-4caf-b1b5-b31d54c332f4), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.279487 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ff035fa4-14b7-46d2-88c3-44cc84350bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ee89c93a-611e-4caf-b1b5-b31d54c332f4), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.321073 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ff035fa4-14b7-46d2-88c3-44cc84350bc5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bdc325250ef64105b5ef2f6bb55c7640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277999 Aug 17 14:32:35.322241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff035fa4-14b7-46d2-88c3-44cc84350bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89c93a-611e-4caf-b1b5-b31d54c332f4,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:35.323896 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55006) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:35.375306 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-edb562c1-466f-4914-b4c5-3fa92db68ad3 admin admin] Publish callbacks [] for security_group (ee89c93a-611e-4caf-b1b5-b31d54c332f4), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.399759 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-edb562c1-466f-4914-b4c5-3fa92db68ad3 admin admin] Publish callbacks [] for security_group (ee89c93a-611e-4caf-b1b5-b31d54c332f4), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.448082 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-edb562c1-466f-4914-b4c5-3fa92db68ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (ee89c93a-611e-4caf-b1b5-b31d54c332f4), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.450728 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-edb562c1-466f-4914-b4c5-3fa92db68ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.451894 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-edb562c1-466f-4914-b4c5-3fa92db68ad3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ee89c93a-611e-4caf-b1b5-b31d54c332f4 HTTP/1.1" status: 204 len: 168 time: 0.1269729 Aug 17 14:32:35.460247 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb562c1-466f-4914-b4c5-3fa92db68ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89c93a-611e-4caf-b1b5-b31d54c332f4,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:35.479255 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:35.723387 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55012) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:35.737335 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-37e3e350-7094-471a-b4a8-99c8fbad1a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.747476 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:35.793477 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:35.826305 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-37e3e350-7094-471a-b4a8-99c8fbad1a54 admin admin] Publish callbacks [] for security_group (b1d618d8-d0bf-4c76-a705-13430900896a), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.829692 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-37e3e350-7094-471a-b4a8-99c8fbad1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b1d618d8-d0bf-4c76-a705-13430900896a), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.869062 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-37e3e350-7094-471a-b4a8-99c8fbad1a54 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4ab97e86b3da4acba7ec70683a8b013b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440043 Aug 17 14:32:35.870125 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3e350-7094-471a-b4a8-99c8fbad1a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d618d8-d0bf-4c76-a705-13430900896a,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:35.872523 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55014) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:35.925701 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-31390dfb-769a-4563-a3a3-13ab71ec7313 admin admin] Publish callbacks [] for security_group (b1d618d8-d0bf-4c76-a705-13430900896a), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.947940 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-31390dfb-769a-4563-a3a3-13ab71ec7313 admin admin] Publish callbacks [] for security_group (b1d618d8-d0bf-4c76-a705-13430900896a), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.995712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-31390dfb-769a-4563-a3a3-13ab71ec7313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (b1d618d8-d0bf-4c76-a705-13430900896a), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.998235 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-31390dfb-769a-4563-a3a3-13ab71ec7313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:35.999372 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-31390dfb-769a-4563-a3a3-13ab71ec7313 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b1d618d8-d0bf-4c76-a705-13430900896a HTTP/1.1" status: 204 len: 168 time: 0.1258543 Aug 17 14:32:36.007178 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31390dfb-769a-4563-a3a3-13ab71ec7313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d618d8-d0bf-4c76-a705-13430900896a,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:36.327238 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55020) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:36.341060 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b689dd7-906f-4f2c-a186-4c36c6de5c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.418125 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b689dd7-906f-4f2c-a186-4c36c6de5c54 admin admin] Publish callbacks [] for security_group (3b923c84-f250-44fb-a8e4-9badcea56263), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.421614 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-6b689dd7-906f-4f2c-a186-4c36c6de5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3b923c84-f250-44fb-a8e4-9badcea56263), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.460652 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-6b689dd7-906f-4f2c-a186-4c36c6de5c54 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=69176a9c5cfc4ae3b9b41ba4116c6e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323550 Aug 17 14:32:36.461493 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b689dd7-906f-4f2c-a186-4c36c6de5c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b923c84-f250-44fb-a8e4-9badcea56263,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:36.463496 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55022) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:32:36.512983 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc480-2e4a-482e-8962-1da804a960a7 admin admin] Publish callbacks [] for security_group (3b923c84-f250-44fb-a8e4-9badcea56263), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.534322 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc480-2e4a-482e-8962-1da804a960a7 admin admin] Publish callbacks [] for security_group (3b923c84-f250-44fb-a8e4-9badcea56263), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.579471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc480-2e4a-482e-8962-1da804a960a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (3b923c84-f250-44fb-a8e4-9badcea56263), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.581836 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc480-2e4a-482e-8962-1da804a960a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:36.583092 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-7a5dc480-2e4a-482e-8962-1da804a960a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3b923c84-f250-44fb-a8e4-9badcea56263 HTTP/1.1" status: 204 len: 168 time: 0.1184664 Aug 17 14:32:36.591203 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dc480-2e4a-482e-8962-1da804a960a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b923c84-f250-44fb-a8e4-9badcea56263,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:32:37.844771 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:32:43.278358 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9cab3d2f-5112-4664-9b76-40c1887e1bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:45.344368 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:45.356954 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea484686-6a8c-4c85-bc90-069702b46beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:46.452283 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:46.456604 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:INSERT=11,neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:46.586582 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:46.587368 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:46.798896 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:47.841853 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:32:48.217367 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:48.299429 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:32:51.449687 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:01.443538 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:01.445486 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:06.340431 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55198) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:06.487448 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Deleting port b0d97764-103a-40fb-b10a-bbac0597be90 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:06.487774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (b0d97764-103a-40fb-b10a-bbac0597be90), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:06.569492 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (b0d97764-103a-40fb-b10a-bbac0597be90), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:06.569826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for floatingip (b0d97764-103a-40fb-b10a-bbac0597be90), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:06.583386 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Calling delete_port for b0d97764-103a-40fb-b10a-bbac0597be90 owned by network:floatingip {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:06.736389 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (b0d97764-103a-40fb-b10a-bbac0597be90), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:06.763819 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event deleted for resources: {'Port': ['ID=b0d97764-103a-40fb-b10a-bbac0597be90,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:06.788404 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.788747 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.789085 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.789417 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.789752 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.790300 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.790985 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.790985 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.791244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.791560 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.791877 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.792195 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.792509 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.792825 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.793139 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:06.836290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for floatingip (d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:06.836615 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Floating IP d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e disassociated (deleted). External IP: 172.27.1.104, port: d398dc51-a984-4576-a6b1-54b7359c6eed. Aug 17 14:33:07.033432 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Router 3e728edc-660e-4324-99e9-4cc4fd7fec10 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:33:07.136177 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:07.140965 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:07.145504 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] Sync routers for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:07.154662 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:07.155256 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:32:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:07.159292 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:07.172857 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-052ca98c-2203-435f-a164-0ed978558c0d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e HTTP/1.1" status: 204 len: 168 time: 0.8313823 Aug 17 14:33:07.173527 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:33:07.175966 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb1a6b-0e4d-486a-b409-53423fd42abe" -d '{"events": [{"name": "network-changed", "server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:33:07.225428 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa8f4b-cc7b-415c-bde5-45e7466ae6d4 x-openstack-request-id: req-70aa8f4b-cc7b-415c-bde5-45e7466ae6d4 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:33:07.225731 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:33:07.226014 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70aa8f4b-cc7b-415c-bde5-45e7466ae6d4 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:33:07.226427 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70aa8f4b-cc7b-415c-bde5-45e7466ae6d4'] response: {'name': 'network-changed', 'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'status': 'completed', 'code': 200} Aug 17 14:33:07.267297 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:07.292821 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-4fb952ae-dc9e-4785-bb2c-955a75ccac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:07.295230 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-4fb952ae-dc9e-4785-bb2c-955a75ccac58 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 1129 time: 0.0460527 Aug 17 14:33:07.330822 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:07.443335 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d295-effe-4d36-8e9a-109a6f06d897 req-d6449589-1bcb-4370-b1a8-0baebe4642cd tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:07.444816 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4a63d295-effe-4d36-8e9a-109a6f06d897 req-d6449589-1bcb-4370-b1a8-0baebe4642cd tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0695088 Aug 17 14:33:07.449877 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-2c511446-874b-48ba-bd14-70514fb507e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:07.451276 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-2c511446-874b-48ba-bd14-70514fb507e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 200 len: 910 time: 0.1433599 Aug 17 14:33:07.468608 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:43Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:07.497192 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] Checking router: 3e728edc-660e-4324-99e9-4cc4fd7fec10 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:07.498154 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4a63d295-effe-4d36-8e9a-109a6f06d897 req-05956e9f-3a48-4e93-9ca4-ef944271d36d tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Aug 17 14:33:07.506447 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:07.507055 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:32:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:07.612061 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:07.812301 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:43Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:07.838245 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ad132-aba5-4e50-b6a8-12e52164d3a7 None None] The sync data for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi is: [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:36Z', 'revision_number': 4, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '42045e7a-5a59-4272-a9f7-70c108bf998c', 'name': '', 'network_id': '49738ca7-6061-485b-a542-2d6d1def1dc1', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'mac_address': 'fa:16:3e:ca:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:36Z', 'updated_at': '2022-08-17T14:28:43Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'subnets': [{'id': '616ac763-8094-47b7-9883-eb0b69c73b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:08.051431 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30be34d-a7ee-4408-b0a0-2d1aeaadabdc None None] New status for floating IP d61c25ae-a8a0-494d-9b0d-64a2f0fdaa4e: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:33:08.343477 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-8d9971a8-9346-43ba-a840-abb440bd5e33 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 200 len: 217 time: 0.0375783 Aug 17 14:33:08.395427 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-bca2eef1-2a0f-49ad-a174-328325cc0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:08.396766 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-bca2eef1-2a0f-49ad-a174-328325cc0adc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 200 len: 848 time: 0.0440843 Aug 17 14:33:08.523043 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-53ae6c38-a28d-4d8b-8801-988be4133e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:08.524537 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-53ae6c38-a28d-4d8b-8801-988be4133e4e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=49738ca7-6061-485b-a542-2d6d1def1dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393953 Aug 17 14:33:08.621938 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-3f4051fb-85e6-41a7-84ad-0c5a7bf3441e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910993 Aug 17 14:33:08.622489 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355e2b-bc69-4b4e-be2e-9a31f3a5c9cd req-bff4582e-f352-4be0-8aa7-f57de86d9c23 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:08.623968 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3355e2b-bc69-4b4e-be2e-9a31f3a5c9cd req-bff4582e-f352-4be0-8aa7-f57de86d9c23 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0509343 Aug 17 14:33:08.675124 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3355e2b-bc69-4b4e-be2e-9a31f3a5c9cd req-9852151f-ac83-4ad0-8c36-05e09fa15198 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1198c2dd-4a3a-42fd-9236-7421844f0b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455718 Aug 17 14:33:08.862994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64696334-5524-425f-aeae-c80b7fc80833 req-6f508d4f-685e-4e5a-abf9-91bca4b01d13 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:08.864444 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-64696334-5524-425f-aeae-c80b7fc80833 req-6f508d4f-685e-4e5a-abf9-91bca4b01d13 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 945 time: 0.0675757 Aug 17 14:33:08.916076 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a5bb1a6b-0e4d-486a-b409-53423fd42abe req-84b102a4-29f6-4a5a-ae25-acb89af43dfa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662247 Aug 17 14:33:08.922473 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55230) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:08.969233 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Deleting port d398dc51-a984-4576-a6b1-54b7359c6eed {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:08.969600 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.040835 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6e0e66b0-c65e-414c-a586-e7baba54198f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.091099 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] For port d398dc51-a984-4576-a6b1-54b7359c6eed, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=d398dc51-a984-4576-a6b1-54b7359c6eed,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:09.091464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.113928 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Calling delete_port for d398dc51-a984-4576-a6b1-54b7359c6eed owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:09.208196 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:09.215850 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:09.224024 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6e0e66b0-c65e-414c-a586-e7baba54198f admin admin] Publish callbacks [] for security_group (7291f3e8-6a83-4e54-b67f-0900a7886b51), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.238730 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-6e0e66b0-c65e-414c-a586-e7baba54198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (7291f3e8-6a83-4e54-b67f-0900a7886b51), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.309435 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-6e0e66b0-c65e-414c-a586-e7baba54198f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c19df7a803804f86801bad9fcf9c7af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859348 Aug 17 14:33:09.312251 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55234) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:09.313306 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e66b0-c65e-414c-a586-e7baba54198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7291f3e8-6a83-4e54-b67f-0900a7886b51,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:09.339367 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (d398dc51-a984-4576-a6b1-54b7359c6eed), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.366180 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Publish callbacks [] for security_group (7291f3e8-6a83-4e54-b67f-0900a7886b51), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.368461 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event deleted for resources: {'Port': ['ID=d398dc51-a984-4576-a6b1-54b7359c6eed,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:09.390632 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Publish callbacks [] for security_group (7291f3e8-6a83-4e54-b67f-0900a7886b51), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.413228 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] No DVR routers for this DVR port d398dc51-a984-4576-a6b1-54b7359c6eed on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:33:09.415895 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.419180 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-64696334-5524-425f-aeae-c80b7fc80833 req-471ae9da-73d5-48b2-9733-04cda5c1023c tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d398dc51-a984-4576-a6b1-54b7359c6eed HTTP/1.1" status: 204 len: 173 time: 0.5468795 Aug 17 14:33:09.419612 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-deleted', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:33:09.421937 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c6dc8-715a-42ee-8d62-007e68071780" -d '{"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-deleted", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:33:09.442930 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (7291f3e8-6a83-4e54-b67f-0900a7886b51), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.445624 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:09.449932 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7291f3e8-6a83-4e54-b67f-0900a7886b51 HTTP/1.1" status: 204 len: 168 time: 0.1342919 Aug 17 14:33:09.456182 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7291f3e8-6a83-4e54-b67f-0900a7886b51,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:09.464709 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.465059 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.465404 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.465803 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.466188 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.466518 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.466853 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.467187 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.467571 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.467945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.468338 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.468666 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.468992 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.469316 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.469640 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e771f3-61eb-4a9b-a94a-f3aebe4742d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:09.471713 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f91a4-7fb8-4607-8326-b0943ae0ebdf x-openstack-request-id: req-0e8f91a4-7fb8-4607-8326-b0943ae0ebdf {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:33:09.472004 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12db8978-f584-46ae-8f16-420fbb0383fe", "name": "network-vif-deleted", "tag": "d398dc51-a984-4576-a6b1-54b7359c6eed", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:33:09.472255 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e8f91a4-7fb8-4607-8326-b0943ae0ebdf {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:33:09.472655 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8f91a4-7fb8-4607-8326-b0943ae0ebdf'] response: {'server_uuid': '12db8978-f584-46ae-8f16-420fbb0383fe', 'name': 'network-vif-deleted', 'tag': 'd398dc51-a984-4576-a6b1-54b7359c6eed', 'status': 'completed', 'code': 200} Aug 17 14:33:09.832124 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-96124605-137d-4a33-b195-edeb8579b68c req-830ac018-7e37-4104-ba12-282f01a8ff00 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=12db8978-f584-46ae-8f16-420fbb0383fe HTTP/1.1" status: 200 len: 210 time: 0.0551972 Aug 17 14:33:10.168467 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55262) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:10.293664 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1155420533-network', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:10.314396 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Made reservation on behalf of bba5cca8252649e99e17f98da033a92a for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:33:10.316779 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.328256 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.407183 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks [] for security_group (f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.411440 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.439431 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:33:10.450562 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:10.456499 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (b51b7fbf-f593-4d80-b95a-e4222cdde104), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.456844 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Added segment b51b7fbf-f593-4d80-b95a-e4222cdde104 of type vlan for network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 Aug 17 14:33:10.499681 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (3550d49a-f04f-4e1f-940a-f76c8e1fef56), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.524040 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (3550d49a-f04f-4e1f-940a-f76c8e1fef56), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.525852 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:10.526464 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.588652 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4190929 Aug 17 14:33:10.591792 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55266) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:10.593710 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490508db-2fc1-45c4-a88c-5d3c0183fba4 admin admin] Pushing event updated for resources: {'Network': ['ID=3550d49a-f04f-4e1f-940a-f76c8e1fef56,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:10.597700 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Request body: {'subnet': {'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1155420533-subnet', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'ip_version': 4}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:10.604527 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:33:10.625590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Made reservation on behalf of bba5cca8252649e99e17f98da033a92a for: {'subnet': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:33:10.628265 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58925416'] for subnet (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.795248 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58952080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58925318'] for subnet (48c21f01-b99d-49c2-a134-51002b418232), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.857993 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c21f01-b99d-49c2-a134-51002b418232,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:10.868559 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Checking segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:10.868929 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Network hostable DHCP agents. Network: 3550d49a-f04f-4e1f-940a-f76c8e1fef56, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:33:10.887440 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:33:10.894111 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55270) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:10.900706 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 3550d49a-f04f-4e1f-940a-f76c8e1fef56) {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:10.904731 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:10.905449 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.911649 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b155bc8-daf9-4e1f-9e4e-932b04de483f None None] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:33:10.923312 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-70da9c9c-0e8e-45fa-8035-e5ecf4aeecb1 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3302031 Aug 17 14:33:10.925801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55272) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:10.933733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:10.962500 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (573c4839-9863-46bd-94d8-213aaacd2be7), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.964197 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ed4391e-ac79-4890-ae21-6b3d35e277d3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group (1198c2dd-4a3a-42fd-9236-7421844f0b97), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.964598 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (573c4839-9863-46bd-94d8-213aaacd2be7), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:10.992407 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ed4391e-ac79-4890-ae21-6b3d35e277d3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group (1198c2dd-4a3a-42fd-9236-7421844f0b97), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.019727 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks [] for router_controller (573c4839-9863-46bd-94d8-213aaacd2be7), precommit_add_association {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.023739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:33:11.025597 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.062680 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ed4391e-ac79-4890-ae21-6b3d35e277d3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (1198c2dd-4a3a-42fd-9236-7421844f0b97), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.065509 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-8ed4391e-ac79-4890-ae21-6b3d35e277d3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.066989 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-8ed4391e-ac79-4890-ae21-6b3d35e277d3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1198c2dd-4a3a-42fd-9236-7421844f0b97 HTTP/1.1" status: 204 len: 168 time: 0.1724362 Aug 17 14:33:11.079176 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4391e-ac79-4890-ae21-6b3d35e277d3 tempest-TestShelveInstance-737579163 tempest-TestShelveInstance-737579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198c2dd-4a3a-42fd-9236-7421844f0b97,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:11.124580 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55276) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:11.172211 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks [] for router_gateway (573c4839-9863-46bd-94d8-213aaacd2be7), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.179287 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:11.188961 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:11.204589 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Allocated IP 172.20.0.2 (3550d49a-f04f-4e1f-940a-f76c8e1fef56/48c21f01-b99d-49c2-a134-51002b418232/2f8f561d-4e70-44b9-8c8d-2df1cf8b0661) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:11.231093 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:11.364717 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Publish callbacks [] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.372369 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.377554 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks [] for router_gateway (573c4839-9863-46bd-94d8-213aaacd2be7), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.398145 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.407893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:11.421379 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:11.426865 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:11.431469 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:11.443039 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Pushing event updated for resources: {'Port': ['ID=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:11.466881 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.467237 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.467584 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.467926 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.468261 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.468596 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.468925 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.469251 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.469612 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.469966 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.470295 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.470622 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.470944 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.471268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.471958 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:11.488823 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (3e728edc-660e-4324-99e9-4cc4fd7fec10), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.507886 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Attempting to bind port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:11.508253 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Attempting to bind port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:11.508877 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Attempting to bind port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 on network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:11.514069 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:11.514449 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Checking segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:11.514854 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.515250 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Bound using segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:11.515714 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Bound port: 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:11.516332 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.517786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Allocated IP 172.27.1.194 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/6fba19b2-79e2-48bd-868b-dbce0b895e91) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:11.585408 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-ea600553-4062-4095-90db-ec9575d37429 None None] For port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:11.589769 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-ea600553-4062-4095-90db-ec9575d37429 None None] For port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:11.596237 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.639474 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks [] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.658548 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea600553-4062-4095-90db-ec9575d37429 None None] Pushing event updated for resources: {'Port': ['ID=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:11.681513 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.719758 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:11.725419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:11.728352 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:11.734144 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Deleting port 42045e7a-5a59-4272-a9f7-70c108bf998c {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:11.734495 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.757967 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6fba19b2-79e2-48bd-868b-dbce0b895e91,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:11.861405 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] For port 42045e7a-5a59-4272-a9f7-70c108bf998c, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=42045e7a-5a59-4272-a9f7-70c108bf998c,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:11.861405 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:11.875195 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Calling delete_port for 42045e7a-5a59-4272-a9f7-70c108bf998c owned by network:router_interface {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:12.007531 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks [] for router_gateway (573c4839-9863-46bd-94d8-213aaacd2be7), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.074682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (42045e7a-5a59-4272-a9f7-70c108bf998c), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.078059 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:12.103827 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42045e7a-5a59-4272-a9f7-70c108bf998c,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:12.162536 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:12.510082 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (573c4839-9863-46bd-94d8-213aaacd2be7), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.510358 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (3e728edc-660e-4324-99e9-4cc4fd7fec10), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.515486 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:12.595432 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:12.611788 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ec3e6-9d63-4530-b024-651e3655035f None None] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:33:12.652716 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Router 573c4839-9863-46bd-94d8-213aaacd2be7 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:33:12.668600 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:12.670463 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] Provisioning complete for port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:12.671029 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.719701 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:12.740515 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Router 3e728edc-660e-4324-99e9-4cc4fd7fec10 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:33:12.765592 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:12.777951 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Sync routers for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:12.791363 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:12.792260 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:32:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:12.812014 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] Current status of the port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:12.812505 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.817264 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.820188 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-fc37b6c5-7d6a-45ed-937a-13655dc912c4 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8928323 Aug 17 14:33:12.824994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55278) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:12.881535 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] For port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:12.888959 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:12.934162 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:12.947604 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-524660de-20c2-467d-9d7f-76f1dc1faaf2 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3e728edc-660e-4324-99e9-4cc4fd7fec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8190293 Aug 17 14:33:12.950302 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55280) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:12.978732 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] Sync routers for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:12.990169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19366f-5e80-4dc4-affc-5667fc37fa71 None None] Pushing event updated for resources: {'Port': ['ID=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:13.006793 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:13.007732 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:32:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:13.014959 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:13.072189 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:13.074234 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:13.077738 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:13.129548 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: d398dc51-a984-4576-a6b1-54b7359c6eed {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:13.129912 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device d398dc51-a984-4576-a6b1-54b7359c6eed not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:13.132548 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:13.153122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-c776d685-b26a-48ba-901b-1b4dc0eafa55 None None] Provisioning complete for port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:13.153494 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-c776d685-b26a-48ba-901b-1b4dc0eafa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.170687 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks [] for router (3e728edc-660e-4324-99e9-4cc4fd7fec10), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.206804 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:11Z', 'revision_number': 3, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:13.234920 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Checking router: 573c4839-9863-46bd-94d8-213aaacd2be7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:13.235571 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Updating router 573c4839-9863-46bd-94d8-213aaacd2be7 port 6fba19b2-79e2-48bd-868b-dbce0b895e91 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:33:13.244395 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:13.244763 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.251445 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:13.266206 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.392562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks [] for router_gateway (3e728edc-660e-4324-99e9-4cc4fd7fec10), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.471762 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Deleting port 3befea65-b1fe-4af8-adb8-867169cf2468 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:13.472085 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.496163 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-65a5ca41-217f-46ee-87f0-ec4012443947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.551227 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Publish callbacks [] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.557437 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.570774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:13.584255 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:13.594841 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Attempting to bind port 6fba19b2-79e2-48bd-868b-dbce0b895e91 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:13.595209 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Attempting to bind port 6fba19b2-79e2-48bd-868b-dbce0b895e91 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:13.596093 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Attempting to bind port 6fba19b2-79e2-48bd-868b-dbce0b895e91 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:13.603718 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-c776d685-b26a-48ba-901b-1b4dc0eafa55 None None] Current status of the port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:13.613069 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:13.613896 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:13.613896 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.614837 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:13.614837 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Bound port: 6fba19b2-79e2-48bd-868b-dbce0b895e91, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:13.615060 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.618873 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Pushing event updated for resources: {'Port': ['ID=6fba19b2-79e2-48bd-868b-dbce0b895e91,revision_number=2']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:13.631875 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:13.639598 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] For port 3befea65-b1fe-4af8-adb8-867169cf2468, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=3befea65-b1fe-4af8-adb8-867169cf2468,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:13.640355 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.647367 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.647724 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.648081 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.648441 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.648779 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.649963 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.650083 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.651042 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.651042 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.651386 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.651721 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.652055 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.652770 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.652770 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.653063 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:33:13.663709 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Calling delete_port for 3befea65-b1fe-4af8-adb8-867169cf2468 owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:13.676435 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:33:12Z', 'revision_number': 5, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port': {'id': '3befea65-b1fe-4af8-adb8-867169cf2468', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:13.677123 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.687812 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] For port 6fba19b2-79e2-48bd-868b-dbce0b895e91, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:13.697348 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] For port 6fba19b2-79e2-48bd-868b-dbce0b895e91, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=6fba19b2-79e2-48bd-868b-dbce0b895e91,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:13.702830 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] Checking router: 3e728edc-660e-4324-99e9-4cc4fd7fec10 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:13.704597 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:13.709973 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:13.712195 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] Routers {'3e728edc-660e-4324-99e9-4cc4fd7fec10'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:13.713023 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:32:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['3e728edc-660e-4324-99e9-4cc4fd7fec10'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:13.741991 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:13.742537 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:32:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:13.802853 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] Set router 3e728edc-660e-4324-99e9-4cc4fd7fec10 gateway port host: None {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:13.859001 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:33:13Z', 'revision_number': 6, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:13.884779 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eff0c9-d054-43b5-badc-07747af87873 None None] The sync data for ids ['3e728edc-660e-4324-99e9-4cc4fd7fec10'] in dv-cinder-820027-18-iscsi is: [{'id': '3e728edc-660e-4324-99e9-4cc4fd7fec10', 'name': 'tempest-TestShelveInstance-1209298153-router', 'tenant_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:34Z', 'updated_at': '2022-08-17T14:33:13Z', 'revision_number': 6, 'project_id': '4b66c1f8f09b45f0a2ddf111ebbb4f71', 'gw_port_host': None}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:13.902630 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e9d3-a65a-49f7-9780-e6afadbaad40 None None] Pushing event updated for resources: {'Port': ['ID=6fba19b2-79e2-48bd-868b-dbce0b895e91,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:13.967694 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:13.992136 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Allocated IP 172.20.0.1 (3550d49a-f04f-4e1f-940a-f76c8e1fef56/48c21f01-b99d-49c2-a134-51002b418232/1f3c1c10-6a26-4d7c-9d17-1dbade80dd37) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:14.009948 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (3befea65-b1fe-4af8-adb8-867169cf2468), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.079797 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3befea65-b1fe-4af8-adb8-867169cf2468,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:14.125900 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:14.141683 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:11Z', 'revision_number': 3, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:14.166731 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefe989-c2f9-4872-95f2-46bfe83e030f None None] The sync data for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi is: [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:11Z', 'revision_number': 3, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:14.178200 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (3e728edc-660e-4324-99e9-4cc4fd7fec10), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.217251 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks [] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.287344 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (3e728edc-660e-4324-99e9-4cc4fd7fec10), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.291150 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks [] for router_controller (3e728edc-660e-4324-99e9-4cc4fd7fec10), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.346471 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:14.356108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.362495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (3e728edc-660e-4324-99e9-4cc4fd7fec10), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.363088 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e728edc-660e-4324-99e9-4cc4fd7fec10 {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:33:14.392856 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.393986 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-bc5786ff-17ea-43b4-9d60-9f9ce3b0bd2e admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/3e728edc-660e-4324-99e9-4cc4fd7fec10 HTTP/1.1" status: 204 len: 168 time: 1.4433544 Aug 17 14:33:14.396782 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55282) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:14.397283 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:14.412607 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:14.417008 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:14.419173 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Pushing event updated for resources: {'Port': ['ID=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:14.421489 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:14.451216 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Deleting subnet 616ac763-8094-47b7-9883-eb0b69c73b78 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:33:14.454656 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Publish callbacks [] for subnet (616ac763-8094-47b7-9883-eb0b69c73b78), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.462498 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (573c4839-9863-46bd-94d8-213aaacd2be7), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.494841 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (616ac763-8094-47b7-9883-eb0b69c73b78), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.579989 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (616ac763-8094-47b7-9883-eb0b69c73b78), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.600130 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.628292 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-b177e7b9-56c1-43fd-b535-43567d4656ee None None] Provisioning complete for port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:14.628992 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b177e7b9-56c1-43fd-b535-43567d4656ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.644235 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (616ac763-8094-47b7-9883-eb0b69c73b78), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.670960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616ac763-8094-47b7-9883-eb0b69c73b78,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:14.677699 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.681140 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f2ad2979-339d-44c0-92c6-63ca9b46f134 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/616ac763-8094-47b7-9883-eb0b69c73b78 HTTP/1.1" status: 204 len: 168 time: 0.2830970 Aug 17 14:33:14.683667 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55284) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:14.706841 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-b177e7b9-56c1-43fd-b535-43567d4656ee None None] Port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:33:14.721115 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e3e88-f9af-445e-9b06-51b136643693 None None] Network 49738ca7-6061-485b-a542-2d6d1def1dc1 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:33:14.812729 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (49738ca7-6061-485b-a542-2d6d1def1dc1), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.849288 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:33:14.850598 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:14.872699 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks [] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.880767 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.903943 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Deleting port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:14.904552 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.975821 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] DHCP port deletion for 49738ca7-6061-485b-a542-2d6d1def1dc1 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:33:14.990482 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (573c4839-9863-46bd-94d8-213aaacd2be7), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:14.996637 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:15.019101 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Pushing event updated for resources: {'Port': ['ID=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:15.023494 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] For port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:15.024187 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.043954 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] Deleting port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:15.044615 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.062379 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:15.063725 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Calling delete_port for 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:15.112305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 6fba19b2-79e2-48bd-868b-dbce0b895e91 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:15.163409 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] For port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,segment=NetworkSegment(c90d26b2-d210-4455-8469-dc5a96684543),segment_id=c90d26b2-d210-4455-8469-dc5a96684543)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:15.163806 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.170116 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:15.172988 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:15.189154 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] Calling delete_port for 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:15.217829 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 6fba19b2-79e2-48bd-868b-dbce0b895e91 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:15.218229 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.225601 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.275493 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Pushing event deleted for resources: {'Port': ['ID=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:15.292470 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] No DVR routers for this DVR port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:33:15.363825 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Router 573c4839-9863-46bd-94d8-213aaacd2be7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:33:15.374103 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (078b4ecc-9df6-4b5e-9c4c-461e981e49a1), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.444524 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (49738ca7-6061-485b-a542-2d6d1def1dc1), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.454684 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] Pushing event deleted for resources: {'Port': ['ID=078b4ecc-9df6-4b5e-9c4c-461e981e49a1,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:15.456970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a293c1c-c80a-4933-ba81-c82dcb363afa None None] No DVR routers for this DVR port 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:33:15.482136 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ea161791-36c0-48d6-b941-9942fb8169c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.482425 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 6fba19b2-79e2-48bd-868b-dbce0b895e91 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:15.482555 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.505382 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 6fba19b2-79e2-48bd-868b-dbce0b895e91, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=6fba19b2-79e2-48bd-868b-dbce0b895e91,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:15.511216 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49738ca7-6061-485b-a542-2d6d1def1dc1']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:15.516627 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.517504 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:15.523954 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90d26b2-d210-4455-8469-dc5a96684543') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:15.525190 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90d26b2-d210-4455-8469-dc5a96684543') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:15.538230 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (c90d26b2-d210-4455-8469-dc5a96684543), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.555351 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (c90d26b2-d210-4455-8469-dc5a96684543), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.563543 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:33:15.564591 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (c90d26b2-d210-4455-8469-dc5a96684543), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.573908 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:15.584191 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b271d89c-a5f8-4929-9415-2e1ef1db7e9c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/573c4839-9863-46bd-94d8-213aaacd2be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7582223 Aug 17 14:33:15.612654 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-a8de3cca-5bef-4dc2-9909-6dcdade27822 None None] Provisioning complete for port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:15.613436 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a8de3cca-5bef-4dc2-9909-6dcdade27822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.626797 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment c90d26b2-d210-4455-8469-dc5a96684543 resource provider aggregate not found Aug 17 14:33:15.648521 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment c90d26b2-d210-4455-8469-dc5a96684543 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c90d26b2-d210-4455-8469-dc5a96684543 found for delete ", "request_id": "req-2ef63583-aa6d-48cb-b259-3f14dfe985eb"}]} Aug 17 14:33:15.663914 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (49738ca7-6061-485b-a542-2d6d1def1dc1), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.666507 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=6fba19b2-79e2-48bd-868b-dbce0b895e91,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:15.682172 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.684327 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-a8de3cca-5bef-4dc2-9909-6dcdade27822 None None] Port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:33:15.685766 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:15.686366 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:15.690679 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/49738ca7-6061-485b-a542-2d6d1def1dc1 HTTP/1.1" status: 204 len: 168 time: 1.0015907 Aug 17 14:33:15.691144 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55292) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:15.698193 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:15.703173 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029d57-b966-4384-84c5-e276b8afb890 admin admin] Pushing event deleted for resources: {'Network': ['ID=49738ca7-6061-485b-a542-2d6d1def1dc1,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:15.728896 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:15.799526 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:15.868174 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3befea65-b1fe-4af8-adb8-867169cf2468 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:15.872490 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:15.888703 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 3befea65-b1fe-4af8-adb8-867169cf2468 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:15.889188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 3befea65-b1fe-4af8-adb8-867169cf2468 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:15.889699 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 42045e7a-5a59-4272-a9f7-70c108bf998c no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:15.909569 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 42045e7a-5a59-4272-a9f7-70c108bf998c {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:15.910053 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 42045e7a-5a59-4272-a9f7-70c108bf998c not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:16.183362 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55306) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:16.188223 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2047935853-network', 'tenant_id': '0141f522c1f543a3af68594901ee484d'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:16.213753 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Made reservation on behalf of 0141f522c1f543a3af68594901ee484d for: {'network': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:33:16.216316 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for network (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.225261 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.310192 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks [] for security_group (0be47127-a4de-42e9-aeed-399adcc764f7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.315242 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0be47127-a4de-42e9-aeed-399adcc764f7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.342291 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=106367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 14:33:16.344469 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.352960 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be47127-a4de-42e9-aeed-399adcc764f7,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:16.358248 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (a0550932-bbbc-49be-bc19-f533348cfea7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.358667 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.segments_db [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Added segment a0550932-bbbc-49be-bc19-f533348cfea7 of type vlan for network 97151c1a-be83-4842-82e3-88d70c9c1826 Aug 17 14:33:16.406092 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771567165260'] for network (97151c1a-be83-4842-82e3-88d70c9c1826), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.433453 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754'] for network (97151c1a-be83-4842-82e3-88d70c9c1826), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.434500 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:16.435089 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.487285 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3028104 Aug 17 14:33:16.490786 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55308) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:16.496344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Request body: {'subnet': {'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2047935853-subnet', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'ip_version': 4}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:16.514811 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909def08-e89c-47dc-8cc5-5f5abcadee3b admin admin] Pushing event updated for resources: {'Network': ['ID=97151c1a-be83-4842-82e3-88d70c9c1826,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:16.518499 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:16.528527 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Network 97151c1a-be83-4842-82e3-88d70c9c1826 details requested by agent ovs-agent-dv-cinder-820027-18-iscsi with host dv-cinder-820027-18-iscsi {{(pid=106368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 14:33:16.529344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Made reservation on behalf of 0141f522c1f543a3af68594901ee484d for: {'subnet': 1} {{(pid=106367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:33:16.531712 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60676591'] for subnet (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.585214 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Sync routers for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:16.596426 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Deleting port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:16.596969 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.604578 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:16.605973 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:16.611291 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:16.686286 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:16.693563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] For port 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,segment=NetworkSegment(2551098f-45ad-4492-8d18-32409f2b6741),segment_id=2551098f-45ad-4492-8d18-32409f2b6741)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:16.694117 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.709488 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Calling delete_port for 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:16.714538 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60676481'] for subnet (f53accf7-3f50-48e5-91b1-ba4e1942f6f8), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.731815 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:16.774479 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53accf7-3f50-48e5-91b1-ba4e1942f6f8,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:16.785126 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Checking segment: {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:16.785479 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Network hostable DHCP agents. Network: 97151c1a-be83-4842-82e3-88d70c9c1826, hostable agents: ['bcf0918a-090c-46e9-a180-51ead5d70052'], hosted agents: [] {{(pid=106367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 14:33:16.808362 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Network 97151c1a-be83-4842-82e3-88d70c9c1826 is scheduled to be hosted by DHCP agent bcf0918a-090c-46e9-a180-51ead5d70052 with binding_index 1 {{(pid=106367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 14:33:16.812380 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.827043 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-18-iscsi, 97151c1a-be83-4842-82e3-88d70c9c1826) {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:16.832057 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:16.832691 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.838735 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4de30-8951-4f02-b16b-bc1c18c47d9b None None] Network 97151c1a-be83-4842-82e3-88d70c9c1826 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:33:16.876405 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-15a2a532-8162-4aa6-bade-ea4d881ccdca admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3841870 Aug 17 14:33:16.877041 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55310) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:16.887581 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:16.920969 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64121'] for router (790fe945-01ff-42e0-9ca9-49edcbab52f7), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.923131 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64000'] for router (790fe945-01ff-42e0-9ca9-49edcbab52f7), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.929022 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 6fba19b2-79e2-48bd-868b-dbce0b895e91 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:16.959857 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (9ced3da3-3d78-4ac8-99fc-07b08ce34cd5), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:16.980890 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.002171 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks [] for router_controller (790fe945-01ff-42e0-9ca9-49edcbab52f7), precommit_add_association {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.023213 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 2, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:17.024790 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62d1954d-d430-5a69-ae72-1e58e327e307-97151c1a-be83-4842-82e3-88d70c9c1826', 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826', 'project_id': '0141f522c1f543a3af68594901ee484d', 'fixed_ips': [{'subnet_id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8'}]}} from dv-cinder-820027-18-iscsi. {{(pid=106368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 17 14:33:17.026010 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.030132 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 6fba19b2-79e2-48bd-868b-dbce0b895e91 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:17.030734 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.059358 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Checking router: 573c4839-9863-46bd-94d8-213aaacd2be7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:17.059856 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Updating router 573c4839-9863-46bd-94d8-213aaacd2be7 port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:33:17.068184 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ced3da3-3d78-4ac8-99fc-07b08ce34cd5,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:17.093996 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.116379 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.238102 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.243999 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks [] for router_gateway (790fe945-01ff-42e0-9ca9-49edcbab52f7), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.249107 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.463815 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Publish callbacks [] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.467917 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks [] for router_gateway (790fe945-01ff-42e0-9ca9-49edcbab52f7), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.474024 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.479268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 6fba19b2-79e2-48bd-868b-dbce0b895e91 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:17.495572 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.db_base_plugin_common [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Allocated IP 172.20.0.2 (97151c1a-be83-4842-82e3-88d70c9c1826/f53accf7-3f50-48e5-91b1-ba4e1942f6f8/0b9f1da4-79ee-4db2-8f01-5cacd97c8649) {{(pid=106368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:17.496130 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.556882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:33:17.579894 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:17.587734 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843741c6-b5d4-45d8-9957-60e8733f847e None None] Pushing event updated for resources: {'Port': ['ID=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:17.591080 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Attempting to bind port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:17.591693 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Attempting to bind port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:17.592238 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Attempting to bind port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 on network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:17.599274 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:17.599890 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Checking segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:17.600450 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.601130 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Bound using segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:17.602108 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Bound port: 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:17.603291 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.606004 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:17.606452 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 078b4ecc-9df6-4b5e-9c4c-461e981e49a1 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:17.644122 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Allocated IP 172.27.1.35 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/1032d5a4-1e2f-4cc8-8fe8-279f95dc9115) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:17.659327 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.677423 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] For port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:17.681238 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] For port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:17.690313 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.712934 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:17.719087 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1a52a0d4-53ff-4e86-93f5-68e550a85c66 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b119af57-5eaf-47dd-ad8f-1ff65e5de7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266166 Aug 17 14:33:17.721987 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55312) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:17.732720 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] Sync routers for ids ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:17.737238 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:17.738401 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:17.744088 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Publish callbacks [] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), precommit_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.755450 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.756275 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] Routers {'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:17.756947 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:17.760748 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), after_create {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.793917 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.796747 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks [] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.799575 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.821887 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843741c6-b5d4-45d8-9957-60e8733f847e None None] Pushing event updated for resources: {'Port': ['ID=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,revision_number=4']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:17.848774 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks [] for router (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.864795 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:17.878772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Network 97151c1a-be83-4842-82e3-88d70c9c1826 is already hosted by enough agents. {{(pid=106368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:17.885811 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.scheduler.base_scheduler [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Resources bound (agent type, host, resource id): {{(pid=106368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:17.891418 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Received port after_create {{(pid=106368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:17.897519 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:17.909689 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:17.921981 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:17.928853 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:17.932767 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:17.942558 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Pushing event updated for resources: {'Port': ['ID=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,revision_number=1']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:17.978757 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Pushing event updated for resources: {'Port': ['ID=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:17.998201 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks [] for router_gateway (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.029762 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Attempting to bind port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:18.030459 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Attempting to bind port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:18.031026 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Attempting to bind port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 on network 97151c1a-be83-4842-82e3-88d70c9c1826 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:18.042053 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] Set router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:18.047228 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:18.047868 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Checking segment: {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:18.049999 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.050581 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Bound using segment: {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:18.053672 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Deleting port a9b5ca1f-9165-459f-8ffa-80dee078cbdf {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:18.054059 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.057126 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Bound port: 0b9f1da4-79ee-4db2-8f01-5cacd97c8649, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:18.057939 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.129552 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:17Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:18.169438 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889f470-0c97-4dab-be53-23bd20f3be53 None None] The sync data for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi is: [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:17Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:18.179740 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] For port a9b5ca1f-9165-459f-8ffa-80dee078cbdf, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:18.180678 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.196826 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Calling delete_port for a9b5ca1f-9165-459f-8ffa-80dee078cbdf owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:18.234784 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks [] for router_gateway (790fe945-01ff-42e0-9ca9-49edcbab52f7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.283799 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.317916 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:18.318169 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:18.322234 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] For port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:18.358939 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.365509 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] For port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:18.380685 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.393020 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:33:16Z', 'revision_number': 5, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port': {'id': 'a9b5ca1f-9165-459f-8ffa-80dee078cbdf', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:28:39Z', 'updated_at': '2022-08-17T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:18.463053 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] Checking router: b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:18.471336 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:18.501923 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] Routers {'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:18.502549 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:18.506301 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77743cea-f89b-49d1-b233-35cbcdd08f9c None None] Pushing event updated for resources: {'Port': ['ID=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,revision_number=2']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:18.511860 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (a9b5ca1f-9165-459f-8ffa-80dee078cbdf), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.533389 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-765424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763479'] for router (790fe945-01ff-42e0-9ca9-49edcbab52f7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.551786 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b5ca1f-9165-459f-8ffa-80dee078cbdf,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:18.645789 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] Set router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 gateway port host: None {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:18.668682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:18.688914 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.726008 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:33:18Z', 'revision_number': 7, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:18.744831 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Router 790fe945-01ff-42e0-9ca9-49edcbab52f7 is scheduled to L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 with binding_index 1 {{(pid=106367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 14:33:18.772868 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12f598-9d76-43e7-aa56-d044717dafd0 None None] The sync data for ids ['b119af57-5eaf-47dd-ad8f-1ff65e5de7d8'] in dv-cinder-820027-18-iscsi is: [{'id': 'b119af57-5eaf-47dd-ad8f-1ff65e5de7d8', 'name': 'tempest-TestShelveInstance-855623201-router', 'tenant_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:28:38Z', 'updated_at': '2022-08-17T14:33:18Z', 'revision_number': 7, 'project_id': '44557dd4dcea4f7ea6d33b1e31cf9e13', 'gw_port_host': None}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:18.834234 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.837392 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks [] for router_controller (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.895447 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (b119af57-5eaf-47dd-ad8f-1ff65e5de7d8), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.896028 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:33:18.902015 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.903894 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-a620bbd6-7081-436e-a011-10e47dd265f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/b119af57-5eaf-47dd-ad8f-1ff65e5de7d8 HTTP/1.1" status: 204 len: 168 time: 1.1799791 Aug 17 14:33:18.907893 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55314) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:18.925020 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:18.935171 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Sync routers for ids ['790fe945-01ff-42e0-9ca9-49edcbab52f7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:18.945236 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:18.949617 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-5a328baa-055b-43db-b266-955412a35552 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0714405 Aug 17 14:33:18.950296 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55316) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:18.951384 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Routers {'790fe945-01ff-42e0-9ca9-49edcbab52f7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:18.951951 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['790fe945-01ff-42e0-9ca9-49edcbab52f7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:18.987845 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_v2 [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Deleting subnet f106393e-94d9-4233-8dc9-83b9446ad4b6 {{(pid=106366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:33:18.993838 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Publish callbacks [] for subnet (f106393e-94d9-4233-8dc9-83b9446ad4b6), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.041262 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58934497'] for subnet (f106393e-94d9-4233-8dc9-83b9446ad4b6), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.095800 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Set router 790fe945-01ff-42e0-9ca9-49edcbab52f7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:19.141733 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (f106393e-94d9-4233-8dc9-83b9446ad4b6), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.260953 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58950997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58925325'] for subnet (f106393e-94d9-4233-8dc9-83b9446ad4b6), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.323820 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.328100 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0af9b-d420-4903-a6ad-4db9b7a9b2bd None None] Network 81df4678-84da-462c-a525-9e27fd3930a7 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:33:19.332859 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f106393e-94d9-4233-8dc9-83b9446ad4b6 HTTP/1.1" status: 204 len: 168 time: 0.4233398 Aug 17 14:33:19.335138 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55318) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:19.443139 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:19.481261 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (81df4678-84da-462c-a525-9e27fd3930a7), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.483823 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274c586-c944-483c-949f-5a138a9ee4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f106393e-94d9-4233-8dc9-83b9446ad4b6,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:19.544709 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Deleting port e5bafa31-960f-4bdb-988e-eb99c06479df {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:19.544975 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.609677 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:19.610280 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.641883 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] For port e5bafa31-960f-4bdb-988e-eb99c06479df, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=e5bafa31-960f-4bdb-988e-eb99c06479df,segment=NetworkSegment(2551098f-45ad-4492-8d18-32409f2b6741),segment_id=2551098f-45ad-4492-8d18-32409f2b6741)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:19.642723 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.669425 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Calling delete_port for e5bafa31-960f-4bdb-988e-eb99c06479df owned by network:dhcp {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:19.759222 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] DHCP port deletion for 81df4678-84da-462c-a525-9e27fd3930a7 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:33:19.777139 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:19.777551 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.798632 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:33:18Z', 'revision_number': 3, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:19.848297 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:19.856002 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Deleting port e5bafa31-960f-4bdb-988e-eb99c06479df {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:33:19.856650 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.865995 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Checking router: 790fe945-01ff-42e0-9ca9-49edcbab52f7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:19.866616 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Updating router 790fe945-01ff-42e0-9ca9-49edcbab52f7 port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 binding host dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:33:19.873746 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.902526 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:19.910536 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:19.931203 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bafa31-960f-4bdb-988e-eb99c06479df,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:19.933311 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] No DVR routers for this DVR port e5bafa31-960f-4bdb-988e-eb99c06479df on host dv-cinder-820027-18-iscsi {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:33:19.972373 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff680bd8-5068-4538-b0ec-62b1f98a675f None None] Network 97151c1a-be83-4842-82e3-88d70c9c1826 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:33:20.036919 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (81df4678-84da-462c-a525-9e27fd3930a7), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.073640 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81df4678-84da-462c-a525-9e27fd3930a7']}} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:20.089473 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2551098f-45ad-4492-8d18-32409f2b6741') {'for_net_delete': True} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:20.089780 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.services.segments.db [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2551098f-45ad-4492-8d18-32409f2b6741') {} {{(pid=106366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:20.092768 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.099545 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.100344 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:20.107241 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58934504'] for segment (2551098f-45ad-4492-8d18-32409f2b6741), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.121411 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.126171 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (2551098f-45ad-4492-8d18-32409f2b6741), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.135275 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=106366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:33:20.135683 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58950963'] for segment (2551098f-45ad-4492-8d18-32409f2b6741), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.136749 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] Provisioning complete for port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:20.137236 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.206851 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.207801 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.215954 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (81df4678-84da-462c-a525-9e27fd3930a7), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.222853 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.228119 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/81df4678-84da-462c-a525-9e27fd3930a7 HTTP/1.1" status: 204 len: 168 time: 0.8907893 Aug 17 14:33:20.241464 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:20.278137 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444caa47-945f-4123-ae11-2a5d99ca7582 admin admin] Pushing event deleted for resources: {'Network': ['ID=81df4678-84da-462c-a525-9e27fd3930a7,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:20.335173 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Publish callbacks [] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), precommit_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.341495 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] For port e5bafa31-960f-4bdb-988e-eb99c06479df, host dv-cinder-820027-18-iscsi, got binding levels [] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:20.342327 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.347869 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.370348 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_common [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Allocated IP 172.20.0.1 (97151c1a-be83-4842-82e3-88d70c9c1826/f53accf7-3f50-48e5-91b1-ba4e1942f6f8/10314f20-3337-4b8e-a332-f982a491bdb0) {{(pid=106367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:20.385719 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Calling delete_port for e5bafa31-960f-4bdb-988e-eb99c06479df owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:33:20.426721 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.455629 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Attempting to bind port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:20.456112 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Attempting to bind port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:20.456485 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Attempting to bind port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 on network dc84dacf-66c5-4e14-9560-bb92b0204792 {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:20.474468 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.481808 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.ipam_backend_mixin [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Port e5bafa31-960f-4bdb-988e-eb99c06479df was not found and therefore no delete operation was performed {{(pid=106368) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 17 14:33:20.483093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] Current status of the port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:20.483496 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.487607 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:20.487997 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.489502 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (e5bafa31-960f-4bdb-988e-eb99c06479df), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.506991 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:20.507604 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Checking segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:20.508086 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.508607 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Bound using segment: {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'} {{(pid=106369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:20.510528 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.managers [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Bound port: 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b1e76-0e96-48af-804e-74879f08efaf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792'}}] {{(pid=106369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:20.512613 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), before_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.528316 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.550749 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Pushing event deleted for resources: {'Port': ['ID=e5bafa31-960f-4bdb-988e-eb99c06479df,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:20.556618 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:20.560091 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] Network 81df4678-84da-462c-a525-9e27fd3930a7 is not hosted by any dhcp agent {{(pid=106368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 14:33:20.560831 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94d242-b861-4aad-a797-556a7cb555b8 None None] No DVR routers for this DVR port e5bafa31-960f-4bdb-988e-eb99c06479df on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:33:20.576958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55326) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:20.608857 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] For port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:20.625292 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.645626 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks [] for port (10314f20-3337-4b8e-a332-f982a491bdb0), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.650139 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-896dc16f-f0c8-417c-9242-05f6c5437de9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4b66c1f8f09b45f0a2ddf111ebbb4f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727258 Aug 17 14:33:20.653723 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b510d0-6409-412a-8a68-1c4511fc9609 None None] Pushing event updated for resources: {'Port': ['ID=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,revision_number=2']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:20.654087 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55328) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:20.679498 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment 2551098f-45ad-4492-8d18-32409f2b6741 resource provider aggregate not found Aug 17 14:33:20.707344 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] For port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:20.708136 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.services.segments.plugin [-] Segment 2551098f-45ad-4492-8d18-32409f2b6741 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2551098f-45ad-4492-8d18-32409f2b6741 found for delete ", "request_id": "req-e3b48686-cad6-4e64-848b-c06a42be0039"}]} Aug 17 14:33:20.712685 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.plugins.ml2.db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] For port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:20.718223 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.721983 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron_lib.callbacks.manager [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), after_update {{(pid=106369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.784988 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Network 97151c1a-be83-4842-82e3-88d70c9c1826 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:20.788336 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:20.788936 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c2606b9b-ab36-4300-8ea2-9c4d7b698d16 admin admin] Publish callbacks [] for security_group (6905cf70-7d99-4363-9bc0-7a59836a4f04), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.791518 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Received port after_create {{(pid=106367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:20.796728 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Routers {'790fe945-01ff-42e0-9ca9-49edcbab52f7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:20.797422 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['790fe945-01ff-42e0-9ca9-49edcbab52f7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:20.801475 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b510d0-6409-412a-8a68-1c4511fc9609 None None] Pushing event updated for resources: {'Port': ['ID=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,revision_number=3']} {{(pid=106369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:20.844865 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c2606b9b-ab36-4300-8ea2-9c4d7b698d16 admin admin] Publish callbacks [] for security_group (6905cf70-7d99-4363-9bc0-7a59836a4f04), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.846236 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763681'] for router_interface (790fe945-01ff-42e0-9ca9-49edcbab52f7), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.920505 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c2606b9b-ab36-4300-8ea2-9c4d7b698d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (6905cf70-7d99-4363-9bc0-7a59836a4f04), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.924879 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-c2606b9b-ab36-4300-8ea2-9c4d7b698d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:20.929385 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-c2606b9b-ab36-4300-8ea2-9c4d7b698d16 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6905cf70-7d99-4363-9bc0-7a59836a4f04 HTTP/1.1" status: 204 len: 168 time: 0.2740781 Aug 17 14:33:20.940575 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2606b9b-ab36-4300-8ea2-9c4d7b698d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905cf70-7d99-4363-9bc0-7a59836a4f04,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:20.972457 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] Set router 790fe945-01ff-42e0-9ca9-49edcbab52f7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:21.000691 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-ed2f30e5-a874-406c-b17c-e577c0062673 None None] Provisioning complete for port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:21.001347 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ed2f30e5-a874-406c-b17c-e577c0062673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.014041 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=10314f20-3337-4b8e-a332-f982a491bdb0,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:21.062815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30ab9f-2209-49a8-b36b-168b8abd3cc0 None None] Pushing event updated for resources: {'Port': ['ID=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:21.068172 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:21.093596 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.178780 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f30e5-a874-406c-b17c-e577c0062673 None None] Current status of the port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:21.214783 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:33:18Z', 'revision_number': 3, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:21.246284 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b16fc-1e89-4ca9-ba38-8e3b5cfa41c5 None None] The sync data for ids ['790fe945-01ff-42e0-9ca9-49edcbab52f7'] in dv-cinder-820027-18-iscsi is: [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:33:18Z', 'revision_number': 3, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:21.274894 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:21.316463 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:21.332227 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-42cc781f-e0ff-41f6-8ee3-01b7814fd815 None None] Provisioning complete for port 10314f20-3337-4b8e-a332-f982a491bdb0 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:21.332696 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-42cc781f-e0ff-41f6-8ee3-01b7814fd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.350881 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks [] for port (10314f20-3337-4b8e-a332-f982a491bdb0), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.359907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.379013 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-42cc781f-e0ff-41f6-8ee3-01b7814fd815 None None] Port 10314f20-3337-4b8e-a332-f982a491bdb0 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:33:21.381283 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:21.381668 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.422076 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55338) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:21.440698 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763861'] for router_interface (790fe945-01ff-42e0-9ca9-49edcbab52f7), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.454437 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=10314f20-3337-4b8e-a332-f982a491bdb0,revision_number=2']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:21.468356 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.484787 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:21.485882 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:21.489060 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-23ddee0d-132a-4788-a904-24bb569b9afb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=44557dd4dcea4f7ea6d33b1e31cf9e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646706 Aug 17 14:33:21.491505 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55340) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:33:21.502924 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:21.547284 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5de3e609-ecab-4e19-b941-200263e7fdf0 admin admin] Publish callbacks [] for security_group (97b450d2-f1d1-4f1c-b8fc-faddc039c8f6), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.552446 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:21.552795 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.559264 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Network 97151c1a-be83-4842-82e3-88d70c9c1826 is already hosted by enough agents. {{(pid=106367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:21.560968 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.base_scheduler [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:21.566141 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:21.630989 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5de3e609-ecab-4e19-b941-200263e7fdf0 admin admin] Publish callbacks [] for security_group (97b450d2-f1d1-4f1c-b8fc-faddc039c8f6), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.661109 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:21.715608 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5de3e609-ecab-4e19-b941-200263e7fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (97b450d2-f1d1-4f1c-b8fc-faddc039c8f6), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.718926 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-5de3e609-ecab-4e19-b941-200263e7fdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.722557 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-5de3e609-ecab-4e19-b941-200263e7fdf0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/97b450d2-f1d1-4f1c-b8fc-faddc039c8f6 HTTP/1.1" status: 204 len: 168 time: 0.2277083 Aug 17 14:33:21.732254 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3e609-ecab-4e19-b941-200263e7fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b450d2-f1d1-4f1c-b8fc-faddc039c8f6,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:21.748470 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device a9b5ca1f-9165-459f-8ffa-80dee078cbdf no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:21.776095 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Router 790fe945-01ff-42e0-9ca9-49edcbab52f7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:33:21.792024 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: a9b5ca1f-9165-459f-8ffa-80dee078cbdf {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:21.792380 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device a9b5ca1f-9165-459f-8ffa-80dee078cbdf not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:21.792810 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:21.824383 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:21.827984 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 9ced3da3-3d78-4ac8-99fc-07b08ce34cd5 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:21.829911 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device e5bafa31-960f-4bdb-988e-eb99c06479df no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:33:21.857671 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: e5bafa31-960f-4bdb-988e-eb99c06479df {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:33:21.857671 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device e5bafa31-960f-4bdb-988e-eb99c06479df not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:33:21.946213 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-99bdcc1d-e567-4838-b50b-976f097df0bc None None] Provisioning complete for port 10314f20-3337-4b8e-a332-f982a491bdb0 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:21.947093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-99bdcc1d-e567-4838-b50b-976f097df0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:21.953486 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:33:21.966899 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-61ddb30a-1613-4226-b10f-074984e01fe0 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/790fe945-01ff-42e0-9ca9-49edcbab52f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0080023 Aug 17 14:33:21.998079 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-99bdcc1d-e567-4838-b50b-976f097df0bc None None] Port 10314f20-3337-4b8e-a332-f982a491bdb0 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:33:23.219474 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Sync routers for ids ['790fe945-01ff-42e0-9ca9-49edcbab52f7'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:33:23.230163 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:23.261680 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Routers {'790fe945-01ff-42e0-9ca9-49edcbab52f7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:23.262344 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['790fe945-01ff-42e0-9ca9-49edcbab52f7'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:23.374052 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:23.374421 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:23.414481 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=100 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:23.443733 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Set router 790fe945-01ff-42e0-9ca9-49edcbab52f7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:23.604363 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:23.604759 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:23.644015 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:23.651815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:23.737739 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:23.766734 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:23.786817 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:33:20Z', 'revision_number': 4, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '10314f20-3337-4b8e-a332-f982a491bdb0', 'name': '', 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'mac_address': 'fa:16:3e:72:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:20Z', 'updated_at': '2022-08-17T14:33:21Z', 'revision_number': 2, 'project_id': '0141f522c1f543a3af68594901ee484d', 'subnets': [{'id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:23.814605 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Checking router: 790fe945-01ff-42e0-9ca9-49edcbab52f7 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:33:23.815131 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Updating router 790fe945-01ff-42e0-9ca9-49edcbab52f7 port 10314f20-3337-4b8e-a332-f982a491bdb0 binding host dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 14:33:23.854565 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:24.170025 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Publish callbacks [] for port (10314f20-3337-4b8e-a332-f982a491bdb0), precommit_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:24.176731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:24.260496 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1522b-e703-4457-9426-a973853fb238 None None] Pushing event updated for resources: {'Port': ['ID=10314f20-3337-4b8e-a332-f982a491bdb0,revision_number=3']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:24.281852 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Attempting to bind port 10314f20-3337-4b8e-a332-f982a491bdb0 on host dv-cinder-820027-18-iscsi for vnic_type normal with profile {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:24.282258 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Attempting to bind port 10314f20-3337-4b8e-a332-f982a491bdb0 by drivers openvswitch,hyperv on host dv-cinder-820027-18-iscsi at level 0 using segments [{'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:24.282625 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Attempting to bind port 10314f20-3337-4b8e-a332-f982a491bdb0 on network 97151c1a-be83-4842-82e3-88d70c9c1826 {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:24.288066 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Checking agent: {'id': '9faf3474-2b94-4caa-9081-617fcce5c4ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 12, 18), 'started_at': datetime.datetime(2022, 8, 17, 14, 12, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:24.288441 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Checking segment: {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:24.288852 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:24.289262 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Bound using segment: {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'} {{(pid=106368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:24.289748 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.managers [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Bound port: 10314f20-3337-4b8e-a332-f982a491bdb0, host: dv-cinder-820027-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0550932-bbbc-49be-bc19-f533348cfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826'}}] {{(pid=106368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:24.290290 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:24.309122 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:24.362062 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] For port 10314f20-3337-4b8e-a332-f982a491bdb0, host dv-cinder-820027-18-iscsi, cleared binding levels {{(pid=106368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:24.365653 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] For port 10314f20-3337-4b8e-a332-f982a491bdb0, host dv-cinder-820027-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=10314f20-3337-4b8e-a332-f982a491bdb0,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:24.373089 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:24.419923 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Routers {'790fe945-01ff-42e0-9ca9-49edcbab52f7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:33:24.420595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['790fe945-01ff-42e0-9ca9-49edcbab52f7'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:24.473818 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1522b-e703-4457-9426-a973853fb238 None None] Pushing event updated for resources: {'Port': ['ID=10314f20-3337-4b8e-a332-f982a491bdb0,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:24.551287 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] Set router 790fe945-01ff-42e0-9ca9-49edcbab52f7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:33:24.751829 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:33:20Z', 'revision_number': 4, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '10314f20-3337-4b8e-a332-f982a491bdb0', 'name': '', 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'mac_address': 'fa:16:3e:72:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:20Z', 'updated_at': '2022-08-17T14:33:24Z', 'revision_number': 4, 'project_id': '0141f522c1f543a3af68594901ee484d', 'subnets': [{'id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:33:24.781520 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8850e-84f2-4d16-b092-6aee1aaa7c31 None None] The sync data for ids ['790fe945-01ff-42e0-9ca9-49edcbab52f7'] in dv-cinder-820027-18-iscsi is: [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:33:20Z', 'revision_number': 4, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '10314f20-3337-4b8e-a332-f982a491bdb0', 'name': '', 'network_id': '97151c1a-be83-4842-82e3-88d70c9c1826', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'mac_address': 'fa:16:3e:72:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:20Z', 'updated_at': '2022-08-17T14:33:24Z', 'revision_number': 4, 'project_id': '0141f522c1f543a3af68594901ee484d', 'subnets': [{'id': 'f53accf7-3f50-48e5-91b1-ba4e1942f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:33:25.337681 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 10314f20-3337-4b8e-a332-f982a491bdb0 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:25.389389 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:25.409078 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 10314f20-3337-4b8e-a332-f982a491bdb0 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:25.409543 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:25.533224 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 10314f20-3337-4b8e-a332-f982a491bdb0 is: DOWN; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:25.533674 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:25.575617 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] For port 10314f20-3337-4b8e-a332-f982a491bdb0, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=10314f20-3337-4b8e-a332-f982a491bdb0,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:25.580757 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:25.582032 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:25.682191 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Pushing event updated for resources: {'Port': ['ID=10314f20-3337-4b8e-a332-f982a491bdb0,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:25.684851 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:25.685229 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:25.773320 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:27.201800 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 10314f20-3337-4b8e-a332-f982a491bdb0 up at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:27.375278 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:27.377725 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Provisioning complete for port 10314f20-3337-4b8e-a332-f982a491bdb0 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:27.378090 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:27.455850 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Current status of the port 10314f20-3337-4b8e-a332-f982a491bdb0 is: ACTIVE; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:31.219095 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=45 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:31.592416 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-769eee2a-1c12-47fe-937b-4bc5438c76e8 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:31.593793 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-769eee2a-1c12-47fe-937b-4bc5438c76e8 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 815 time: 0.1056600 Aug 17 14:33:31.609265 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-a4117c66-2e84-4b42-afb6-c1f6643747f3 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/quotas/bba5cca8252649e99e17f98da033a92a HTTP/1.1" status: 200 len: 375 time: 0.0099614 Aug 17 14:33:31.657251 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-f67ac3c3-4f62-4170-9b7d-9bdac366083b tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430202 Aug 17 14:33:31.723948 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=70,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:31.725061 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:31.848230 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-6cc476d4-9c2c-420a-963d-2d2d0cb8f8de service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788917 Aug 17 14:33:31.939173 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-6dd6eda5-f121-4bb1-892e-25f47a0d193b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840998 Aug 17 14:33:32.100418 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-4128cad6-ce8a-4c5d-bc7e-b5736e54e483 req-2daa0b2e-b917-47f1-8757-7d14b0b11b93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0298748 Aug 17 14:33:33.186229 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ef79bce5-1861-47c1-bb8f-ecdcd8477662 req-786558f8-95f5-4aa2-acd5-6f9108f1c5e5 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0315118 Aug 17 14:33:34.266869 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-542fdafd-ddb2-43a5-bed6-20d45bdb0ee4 req-96f317a9-fc88-413a-a1af-79c47e0e4b1a tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0286875 Aug 17 14:33:35.358581 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-0171e341-cc5e-4398-98c8-53b13bbc83b2 req-6a33a22b-99b1-4560-8069-95ef09abae82 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0298326 Aug 17 14:33:36.456785 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-cb5b31d2-4abd-4d71-9b0e-90bf908bec16 req-38a3453c-ae06-425c-9486-0f9afefa9378 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0271659 Aug 17 14:33:37.080464 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-3ce0698a-7a03-4061-9f4b-046c38283ec9 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:37.081892 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-3ce0698a-7a03-4061-9f4b-046c38283ec9 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 815 time: 0.1070435 Aug 17 14:33:37.094104 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'port': {'device_id': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'admin_state_up': True, 'tenant_id': 'bba5cca8252649e99e17f98da033a92a'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:37.207155 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Made reservation on behalf of bba5cca8252649e99e17f98da033a92a for: {'port': 1} {{(pid=106366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 14:33:37.210670 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:37.343405 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Allocated IP 172.20.0.12 (3550d49a-f04f-4e1f-940a-f76c8e1fef56/48c21f01-b99d-49c2-a134-51002b418232/3a3064e3-397d-4b2d-9271-e03f964ecb87) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:33:37.449908 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:37.453423 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:37.591596 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:37.610030 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-efc8f727-383a-49bd-9281-4ea9876d7261 req-e1a41297-4032-4c41-964b-b08d73a22a9f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0432324 Aug 17 14:33:37.642419 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:37.733055 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:33:37.741027 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:33:37.746338 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:33:37.803609 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:37.864408 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:37.865312 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:37.898783 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7dd623a9-6330-4c7c-8607-206944a65a88 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079183 Aug 17 14:33:38.059627 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-18141e33-6112-417f-a00a-d02711a4c62b None None] Provisioning complete for port 3a3064e3-397d-4b2d-9271-e03f964ecb87 triggered by entity DHCP. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:38.060401 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-18141e33-6112-417f-a00a-d02711a4c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:38.098213 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-18141e33-6112-417f-a00a-d02711a4c62b None None] Port 3a3064e3-397d-4b2d-9271-e03f964ecb87 cannot update to ACTIVE because it is not bound. {{(pid=106368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 17 14:33:38.721886 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:38.737095 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72d6c7-4182-4100-b14d-5acaba10b997 req-df1c90cd-8994-4c04-be54-287c05f319da tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:38.738649 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1c72d6c7-4182-4100-b14d-5acaba10b997 req-df1c90cd-8994-4c04-be54-287c05f319da tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 932 time: 0.0540252 Aug 17 14:33:38.791573 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-1c72d6c7-4182-4100-b14d-5acaba10b997 req-c80f2f4c-79fc-4383-8717-0a41b6980cc4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453398 Aug 17 14:33:39.921943 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70e50-261c-4236-b49e-035c8e403014 req-5f7294bb-a858-448c-a68f-fc68af881ecc tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:39.923412 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3e70e50-261c-4236-b49e-035c8e403014 req-5f7294bb-a858-448c-a68f-fc68af881ecc tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 932 time: 0.0506461 Aug 17 14:33:39.985481 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-d3e70e50-261c-4236-b49e-035c8e403014 req-73e954a3-fdaa-49af-91b4-537cd5adc0f2 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564942 Aug 17 14:33:41.112359 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75e10-ef81-4e98-aef7-b40f1cf65921 req-a6792f8b-0d40-409e-b242-937a9a4c47b7 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:41.113735 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba75e10-ef81-4e98-aef7-b40f1cf65921 req-a6792f8b-0d40-409e-b242-937a9a4c47b7 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 932 time: 0.0493901 Aug 17 14:33:41.170592 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fba75e10-ef81-4e98-aef7-b40f1cf65921 req-67b4518e-07fe-49cc-824f-d5fcb0f0ae97 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503917 Aug 17 14:33:42.301344 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9c9b-b67d-4a35-9c9b-a4d645268a2d req-8d72506c-e6d7-4076-a7dc-3808df4e9ba0 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:42.304340 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ecbf9c9b-b67d-4a35-9c9b-a4d645268a2d req-8d72506c-e6d7-4076-a7dc-3808df4e9ba0 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 932 time: 0.0571814 Aug 17 14:33:42.354832 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-ecbf9c9b-b67d-4a35-9c9b-a4d645268a2d req-19b1fa2e-e163-4dbb-a090-665a0b8e9485 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Aug 17 14:33:43.315284 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-805e99c4-12f0-4d64-97eb-b1ebd6907a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:43.467162 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:43.485168 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e22d4-5c87-4832-944e-59a9b0ba4f0e req-e89bffc2-152a-47ba-b7be-f7a279690643 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:43.492637 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d69e22d4-5c87-4832-944e-59a9b0ba4f0e req-e89bffc2-152a-47ba-b7be-f7a279690643 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 932 time: 0.0621128 Aug 17 14:33:43.537909 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-d69e22d4-5c87-4832-944e-59a9b0ba4f0e req-74e209bb-bfe9-4fcc-bd93-ec978d98c553 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Aug 17 14:33:44.666371 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cd0b9-eb93-422d-9f37-dc1fd63150e5 req-8bced9f1-3052-4227-8b55-0c4d05de4f61 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:44.667856 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-df6cd0b9-eb93-422d-9f37-dc1fd63150e5 req-8bced9f1-3052-4227-8b55-0c4d05de4f61 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 932 time: 0.0531950 Aug 17 14:33:44.719070 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-df6cd0b9-eb93-422d-9f37-dc1fd63150e5 req-52a3924f-0545-4798-ab91-b8a4649eebcb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Aug 17 14:33:45.316964 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Request body: {'port': {'device_id': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:33:45.365064 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-47af121e-684f-4edd-b719-24a014915b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.381506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.637607 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3064e3-397d-4b2d-9271-e03f964ecb87 {{(pid=106366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:33:45.645009 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Publish callbacks [] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.657697 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.provisioning_blocks [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Transition to ACTIVE for port object 3a3064e3-397d-4b2d-9271-e03f964ecb87 will not be triggered until provisioned by entity L2. {{(pid=106366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 17 14:33:45.661290 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.720541 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:45.771578 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Attempting to bind port 3a3064e3-397d-4b2d-9271-e03f964ecb87 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 17 14:33:45.771917 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Attempting to bind port 3a3064e3-397d-4b2d-9271-e03f964ecb87 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 17 14:33:45.772243 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Attempting to bind port 3a3064e3-397d-4b2d-9271-e03f964ecb87 on network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:45.776994 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Port 3a3064e3-397d-4b2d-9271-e03f964ecb87 on network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 17 14:33:45.777318 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Attempting to bind port 3a3064e3-397d-4b2d-9271-e03f964ecb87 on network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 17 14:33:45.782238 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Checking agent: {'id': '49479571-0d24-4c62-bdb1-4cd4e4ca9de7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'started_at': datetime.datetime(2022, 8, 17, 14, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 17, 14, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 17 14:33:45.782587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Checking segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 17 14:33:45.782959 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Bound using segment: {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'} {{(pid=106366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 17 14:33:45.783378 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.managers [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Bound port: 3a3064e3-397d-4b2d-9271-e03f964ecb87, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51b7fbf-f593-4d80-b95a-e4222cdde104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56'}}] {{(pid=106366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 17 14:33:45.783737 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.866544 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57192c-6ef8-4763-986f-1f9685033947 req-667b0900-e40f-435b-98ea-3ad4a7030335 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:45.868526 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7c57192c-6ef8-4763-986f-1f9685033947 req-667b0900-e40f-435b-98ea-3ad4a7030335 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 944 time: 0.0732427 Aug 17 14:33:45.898620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, cleared binding levels {{(pid=106366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 14:33:45.900435 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:45.920287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 14:33:45.931379 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.939835 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:45.940435 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:45.941774 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 1094 time: 0.6307955 Aug 17 14:33:45.942276 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:33:45.944468 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:33:45.970966 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7c57192c-6ef8-4763-986f-1f9685033947 req-646e8d91-d1d4-4df6-a119-7d7f072c072a tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968902 Aug 17 14:33:46.012372 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2609510c-7ae3-4eed-b5dd-81f8bf5a783a x-openstack-request-id: req-2609510c-7ae3-4eed-b5dd-81f8bf5a783a {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:33:46.012690 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:33:46.012938 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2609510c-7ae3-4eed-b5dd-81f8bf5a783a {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:33:46.013329 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2609510c-7ae3-4eed-b5dd-81f8bf5a783a'] response: {'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'status': 'completed', 'code': 200} Aug 17 14:33:46.031317 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae72a-e8e7-4271-bf5b-31f2e451a3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=3']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:46.036393 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-4142b603-80f8-45f1-a9cf-5b1aa0c27419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:46.037877 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-4142b603-80f8-45f1-a9cf-5b1aa0c27419 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1128 time: 0.0539050 Aug 17 14:33:46.076513 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-92373a67-df81-47ac-95f9-85412ff76b90 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 217 time: 0.0320110 Aug 17 14:33:46.114171 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:46.127842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-e0d3990e-9c80-4899-a7fb-1039de3e92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:46.129251 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-e0d3990e-9c80-4899-a7fb-1039de3e92ee service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0478005 Aug 17 14:33:46.439291 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-ad1ac46c-44ba-41f3-be8d-e062daae0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:46.440775 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-ad1ac46c-44ba-41f3-be8d-e062daae0a8d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3050365 Aug 17 14:33:46.533882 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-7da7c4ac-9788-43d7-bcce-9a8812386a3c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861044 Aug 17 14:33:46.622800 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ba8e81cd-9528-4056-a771-1369802e6a2b req-6300c16d-a4f2-4fcd-80fb-cfd96cd6d175 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827975 Aug 17 14:33:46.803536 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:46.943388 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:46.947768 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:47.093785 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b169ec-1453-4ad7-a6f1-3088d881d96f req-f838ce0e-cf9f-4940-9c3c-e1b4ce3a083a tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:47.095189 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33b169ec-1453-4ad7-a6f1-3088d881d96f req-f838ce0e-cf9f-4940-9c3c-e1b4ce3a083a tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 944 time: 0.0493879 Aug 17 14:33:47.145323 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-33b169ec-1453-4ad7-a6f1-3088d881d96f req-c518be17-6a60-4d65-a56b-c028951bfc1b tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Aug 17 14:33:47.306576 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-32382861-8ae7-4fb7-adf1-25ba89742c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:47.308174 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-32382861-8ae7-4fb7-adf1-25ba89742c7c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1128 time: 0.0398409 Aug 17 14:33:47.400383 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-b3ddd755-9ff2-4ba2-8eec-fde9c22f2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:47.401836 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-b3ddd755-9ff2-4ba2-8eec-fde9c22f2cc4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.0879478 Aug 17 14:33:47.443019 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-83f2244f-0603-4543-9046-69ecdfab2e39 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 217 time: 0.0357168 Aug 17 14:33:47.490977 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-9858d2fb-ccff-4858-84c7-321a2a0aa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:47.492410 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-9858d2fb-ccff-4858-84c7-321a2a0aa957 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0433178 Aug 17 14:33:47.534406 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-519030e2-07fa-4aae-93ee-a2e3f27a324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:47.535869 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-519030e2-07fa-4aae-93ee-a2e3f27a324c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379875 Aug 17 14:33:47.631787 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-8f3d88d2-abd3-4d17-a789-98b68d8bb7dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896738 Aug 17 14:33:47.725620 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-02253991-dfcd-4c9b-8a75-a3a1a8495ef7 req-435bd722-829a-4705-ae4b-8fe3bd67d4df service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883312 Aug 17 14:33:48.221202 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:48.270296 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31636-b41a-4c72-b21f-147fdb8008d2 req-2d39fdee-9ee7-47d0-b1ad-6d69d2805833 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:48.271778 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-31c31636-b41a-4c72-b21f-147fdb8008d2 req-2d39fdee-9ee7-47d0-b1ad-6d69d2805833 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 944 time: 0.0513840 Aug 17 14:33:48.285850 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:48.302972 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:48.322714 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-31c31636-b41a-4c72-b21f-147fdb8008d2 req-fab6c453-d366-4a17-8879-f54eab0206dc tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Aug 17 14:33:49.230551 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 3a3064e3-397d-4b2d-9271-e03f964ecb87 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 14:33:49.333692 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:49.344897 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Returning: {'device': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'port_id': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'mac_address': 'fa:16:3e:44:80:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 14:33:49.381664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 3a3064e3-397d-4b2d-9271-e03f964ecb87 is: DOWN; New status is: BUILD {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:49.382101 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:49.395519 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3064e3-397d-4b2d-9271-e03f964ecb87 {{(pid=106368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 17 14:33:49.416722 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:49.420551 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:49.443319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc478709-5745-42a0-a947-1d8b007e2d88 req-693bba1c-bd54-4cb8-b496-f3700c016588 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:49.444790 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fc478709-5745-42a0-a947-1d8b007e2d88 req-693bba1c-bd54-4cb8-b496-f3700c016588 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 944 time: 0.0497751 Aug 17 14:33:49.467713 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=4']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:49.482552 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:49.495343 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fc478709-5745-42a0-a947-1d8b007e2d88 req-b8552f9b-68f8-4156-9755-dd35067302fa tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448170 Aug 17 14:33:49.647408 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['3a3064e3-397d-4b2d-9271-e03f964ecb87'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:33:50.614168 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed339-8cd6-4ddb-9ac0-2a93f8ee80e6 req-01ec3f16-b624-44a5-9178-9ed603ef6f47 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:50.615655 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-056ed339-8cd6-4ddb-9ac0-2a93f8ee80e6 req-01ec3f16-b624-44a5-9178-9ed603ef6f47 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 945 time: 0.0485668 Aug 17 14:33:50.658624 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:50.663233 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-056ed339-8cd6-4ddb-9ac0-2a93f8ee80e6 req-640ff887-60d6-49f9-aee0-1cb08d8abf36 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Aug 17 14:33:51.246123 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 3a3064e3-397d-4b2d-9271-e03f964ecb87 up at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 14:33:51.289755 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning for port 3a3064e3-397d-4b2d-9271-e03f964ecb87 completed by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 17 14:33:51.295410 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.provisioning_blocks [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Provisioning complete for port 3a3064e3-397d-4b2d-9271-e03f964ecb87 triggered by entity L2. {{(pid=106368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 17 14:33:51.295804 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1916745'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), provisioning_complete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:51.324281 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:51.374123 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:51.376525 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Current status of the port 3a3064e3-397d-4b2d-9271-e03f964ecb87 is: BUILD; New status is: ACTIVE {{(pid=106368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 17 14:33:51.376965 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:51.401604 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:33:51.403793 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c794212ab1cdc6d6c7e5cc542664d75498477accc6273de1840cb7cc87503c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d970303-a222-4b38-8aba-47c894bf182c" -d '{"events": [{"server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "name": "network-vif-plugged", "status": "completed", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:33:51.416497 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:33:51.420783 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:51.443970 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be016d7-cf02-41c7-a55b-a3539e7004ba x-openstack-request-id: req-1be016d7-cf02-41c7-a55b-a3539e7004ba {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:33:51.444255 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "name": "network-vif-plugged", "status": "completed", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "code": 200}]} {{(pid=106368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:33:51.444510 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1be016d7-cf02-41c7-a55b-a3539e7004ba {{(pid=106368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:33:51.444919 dv-cinder-820027-18-iscsi neutron-server[106368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be016d7-cf02-41c7-a55b-a3539e7004ba'] response: {'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'code': 200} Aug 17 14:33:51.480912 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:33:51.483844 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=5']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:33:51.607831 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b786d6-3aad-4dd2-ac62-af04549d4229 req-07b42bb2-e1f5-4574-ab7a-24f44e044577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:51.609270 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99b786d6-3aad-4dd2-ac62-af04549d4229 req-07b42bb2-e1f5-4574-ab7a-24f44e044577 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1130 time: 0.0384047 Aug 17 14:33:51.652710 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-99b786d6-3aad-4dd2-ac62-af04549d4229 req-4bed73a4-531b-4d74-a4d7-788d54bc7dcb service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Aug 17 14:33:51.782372 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b571c4f-e360-4de6-b360-3f7726eb41be req-bf3063c1-82b7-4c82-afa9-b80e7309c805 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:51.783826 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4b571c4f-e360-4de6-b360-3f7726eb41be req-bf3063c1-82b7-4c82-afa9-b80e7309c805 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0474534 Aug 17 14:33:51.834840 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-4b571c4f-e360-4de6-b360-3f7726eb41be req-0c5b32e1-1148-41b1-9b2f-0ac2e7737325 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Aug 17 14:33:51.848011 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:33:52.964964 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298af35-3159-4ee8-b3a9-fc7f2fee3cb3 req-b27a2b3d-364d-4f56-9bee-1b0fcced192f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:52.966479 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7298af35-3159-4ee8-b3a9-fc7f2fee3cb3 req-b27a2b3d-364d-4f56-9bee-1b0fcced192f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0528162 Aug 17 14:33:52.979339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:33:53.016417 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-7298af35-3159-4ee8-b3a9-fc7f2fee3cb3 req-d111ef9d-84c1-47e1-94b4-8889a9279978 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Aug 17 14:33:54.133084 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96929f-fa20-4674-88fe-5dc045668301 req-0dcb02c3-fe71-43d4-a5dc-229118f1c8c1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:54.135086 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1f96929f-fa20-4674-88fe-5dc045668301 req-0dcb02c3-fe71-43d4-a5dc-229118f1c8c1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0465498 Aug 17 14:33:54.180759 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-1f96929f-fa20-4674-88fe-5dc045668301 req-d4196051-2576-46fd-815c-127e5885c01a tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Aug 17 14:33:54.297652 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3efb6-1483-4c1f-8d79-2781417a2d69 req-f5ccd97f-a3c6-44de-99b0-ece8d143c4fa tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:54.299133 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-57f3efb6-1483-4c1f-8d79-2781417a2d69 req-f5ccd97f-a3c6-44de-99b0-ece8d143c4fa tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0472143 Aug 17 14:33:54.345176 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-57f3efb6-1483-4c1f-8d79-2781417a2d69 req-245d6341-7bcd-47c7-a196-ae677e6ea116 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Aug 17 14:33:54.676803 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b637-ecec-4fb2-a5f5-f66905d2fd5b req-0acd5d20-4e79-4367-88ca-724523a969af tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:33:54.678157 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e153b637-ecec-4fb2-a5f5-f66905d2fd5b req-0acd5d20-4e79-4367-88ca-724523a969af tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0468864 Aug 17 14:33:54.729114 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-e153b637-ecec-4fb2-a5f5-f66905d2fd5b req-81da8dd8-7550-499c-bec9-3be9f6183213 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Aug 17 14:34:01.480091 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:01.480853 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:03.134952 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aceee-4db7-463e-847e-363402bdd9f0 req-cc7ff54c-1e0c-499f-a21f-f096aaa9ebd0 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:03.137060 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-432aceee-4db7-463e-847e-363402bdd9f0 req-cc7ff54c-1e0c-499f-a21f-f096aaa9ebd0 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0499258 Aug 17 14:34:03.187641 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-432aceee-4db7-463e-847e-363402bdd9f0 req-a3912674-43e8-465e-812b-d76f3db05992 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 Aug 17 14:34:03.218004 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55544) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:03.301503 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0fa6e-79a2-4595-8639-292a7ef40ce9 tempest-TestMinimumBasicScenario-1896641271 tempest-TestMinimumBasicScenario-1896641271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:03.303088 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-92d0fa6e-79a2-4595-8639-292a7ef40ce9 tempest-TestMinimumBasicScenario-1896641271 tempest-TestMinimumBasicScenario-1896641271-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1125 time: 0.0841024 Aug 17 14:34:03.306139 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55548) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:03.310832 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'floatingip': {'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'port_id': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:03.333651 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:03.416857 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (None), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:03.533760 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.db_base_plugin_common [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Allocated IP 172.27.1.196 (dc84dacf-66c5-4e14-9560-bb92b0204792/f19069b2-cbf0-4e68-9cc5-d98942b5de83/a6fb5a87-6db6-48de-9e39-a19df2dc685e) {{(pid=106366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 14:34:03.636360 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:03.666657 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771567211277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:03.696934 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:03.707082 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Network dc84dacf-66c5-4e14-9560-bb92b0204792 is already hosted by enough agents. {{(pid=106366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 14:34:03.712523 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.base_scheduler [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Resources bound (agent type, host, resource id): {{(pid=106366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 14:34:03.716620 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Received port after_create {{(pid=106366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 17 14:34:03.721504 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:03.746244 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'Port': ['ID=a6fb5a87-6db6-48de-9e39-a19df2dc685e,revision_number=1']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:04.082341 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for floatingip (9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.154108 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.175189 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=17 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:04.177039 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=32 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:04.301347 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.305495 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.370812 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763582'] for floatingip (9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.372562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'Port': ['ID=a6fb5a87-6db6-48de-9e39-a19df2dc685e,revision_number=2']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:04.467216 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.l3_db [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Floating IP 9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3 associated. External IP: 172.27.1.196, port: 3a3064e3-397d-4b2d-9271-e03f964ecb87. Aug 17 14:34:04.564501 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:04.593624 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:04.663368 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Router 573c4839-9863-46bd-94d8-213aaacd2be7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:34:04.761114 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:34:04.771303 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] Sync routers for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:34:04.779165 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.783523 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:34:04.784177 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:34:04.812152 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-3ae19dfe-734a-4365-8940-da363251cd35 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5049973 Aug 17 14:34:04.812848 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:34:04.815016 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55550) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:04.815271 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:34:04.819813 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386106742', 'description': 'tempest-secgroup-smoke-1386106742 description', 'project_id': 'bba5cca8252649e99e17f98da033a92a'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:04.847789 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group (None), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.862709 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f8c97-2ae2-4979-8c18-9ed580186b27 x-openstack-request-id: req-627f8c97-2ae2-4979-8c18-9ed580186b27 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:34:04.863006 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:34:04.863260 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-627f8c97-2ae2-4979-8c18-9ed580186b27 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:34:04.863666 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627f8c97-2ae2-4979-8c18-9ed580186b27'] response: {'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'status': 'completed', 'code': 200} Aug 17 14:34:04.903510 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:34:04.926493 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-9cdfb0fa-b646-4775-860e-0e3b904a31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:04.927080 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group (07193506-261e-4ce5-91cb-eef240429b26), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.928154 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-9cdfb0fa-b646-4775-860e-0e3b904a31c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1130 time: 0.0403712 Aug 17 14:34:04.932237 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (07193506-261e-4ce5-91cb-eef240429b26), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.968007 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:04.972455 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1532063 Aug 17 14:34:04.972455 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0fe39-6f0d-44e3-9449-1ec0bf564ece tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07193506-261e-4ce5-91cb-eef240429b26,revision_number=1']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:04.972959 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55554) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:04.977461 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group_rule': {'security_group_id': '07193506-261e-4ce5-91cb-eef240429b26', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:05.013891 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (e5f4bf9c-6242-4062-9fe9-53311cbcbdbc), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.033022 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-23d827c5-2eb0-47cc-a560-f9c9804d0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:05.034704 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-23d827c5-2eb0-47cc-a560-f9c9804d0dac service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.0996857 Aug 17 14:34:05.082464 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (e5f4bf9c-6242-4062-9fe9-53311cbcbdbc), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.086720 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (e5f4bf9c-6242-4062-9fe9-53311cbcbdbc), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.101396 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-a20a798c-feed-4315-9d71-c20547d844cc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 1000 time: 0.0606015 Aug 17 14:34:05.112496 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f4bf9c-6242-4062-9fe9-53311cbcbdbc,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:05.123448 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.124753 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-0db22e13-7a6a-488b-bb59-b79d4ed76d93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508219 Aug 17 14:34:05.127480 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55556) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:05.132388 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group_rule': {'security_group_id': '07193506-261e-4ce5-91cb-eef240429b26', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:05.141365 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'port_id': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'mac_address': 'fa:16:3e:44:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:34:03Z', 'updated_at': '2022-08-17T14:34:03Z', 'revision_number': 0, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:19Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:34:05.157824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-4fa59be3-1837-4e3f-936d-db819e8d457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:05.159638 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-4fa59be3-1837-4e3f-936d-db819e8d457a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0527170 Aug 17 14:34:05.166792 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] Checking router: 573c4839-9863-46bd-94d8-213aaacd2be7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:34:05.168271 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (37533bbb-96fe-44d8-86eb-807cd0a362c9), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.175788 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:34:05.176915 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:33:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:34:05.215980 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-7de1a57e-d755-49b5-9626-5aa6572af8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:05.217671 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-7de1a57e-d755-49b5-9626-5aa6572af8cf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516243 Aug 17 14:34:05.232322 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (37533bbb-96fe-44d8-86eb-807cd0a362c9), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.238713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (37533bbb-96fe-44d8-86eb-807cd0a362c9), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.258179 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37533bbb-96fe-44d8-86eb-807cd0a362c9,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:05.270205 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.274226 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-4dcb5713-48f1-4854-8a41-349fc6b609fb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430688 Aug 17 14:34:05.274512 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55558) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:05.280116 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group_rule': {'security_group_id': '07193506-261e-4ce5-91cb-eef240429b26', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:05.310220 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (0ebb2fc0-cf78-46d2-a447-ae902be4b54c), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.327780 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-fff7e338-c2c3-4f12-aad1-3d36d47f4f2a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030986 Aug 17 14:34:05.379936 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (0ebb2fc0-cf78-46d2-a447-ae902be4b54c), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.380209 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:34:05.384680 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (0ebb2fc0-cf78-46d2-a447-ae902be4b54c), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.406853 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebb2fc0-cf78-46d2-a447-ae902be4b54c,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:05.419443 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.420761 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-a3adfff3-cd13-46f3-bace-eff2ebf3e5d4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451495 Aug 17 14:34:05.423533 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55560) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:05.428128 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group_rule': {'security_group_id': '07193506-261e-4ce5-91cb-eef240429b26', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:05.445962 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bc38a0b7-8ec7-446f-a25f-8ea906d4d97d req-d79e4832-7303-4cb0-9c70-c766c4da5273 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111803 Aug 17 14:34:05.455682 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (379b4efe-ef2d-4699-8453-9b3b6262ebea), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.528454 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (379b4efe-ef2d-4699-8453-9b3b6262ebea), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.532687 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (379b4efe-ef2d-4699-8453-9b3b6262ebea), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.550762 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:05.552282 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379b4efe-ef2d-4699-8453-9b3b6262ebea,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:05.559259 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.563068 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-a0e512c2-21f2-4023-aaaa-a5a6a372ca5f tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358736 Aug 17 14:34:05.563408 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55562) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:05.568319 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group_rule': {'security_group_id': '07193506-261e-4ce5-91cb-eef240429b26', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:05.589644 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.db.securitygroups_db [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Project bba5cca8252649e99e17f98da033a92a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 14:34:05.595833 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (532b1ac3-a698-40ae-8290-46225ac253b4), before_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.624070 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'port_id': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'mac_address': 'fa:16:3e:44:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:34:03Z', 'updated_at': '2022-08-17T14:34:03Z', 'revision_number': 0, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:19Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:34:05.649012 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e37fd11-dd2a-4370-aabd-407ba511b58d None None] The sync data for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi is: [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_floatingips': [{'id': '9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'router_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'port_id': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'mac_address': 'fa:16:3e:44:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-17T14:34:03Z', 'updated_at': '2022-08-17T14:34:03Z', 'revision_number': 0, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:19Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:34:05.656644 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (532b1ac3-a698-40ae-8290-46225ac253b4), precommit_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.662093 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (532b1ac3-a698-40ae-8290-46225ac253b4), after_create {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.670771 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:05.683715 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532b1ac3-a698-40ae-8290-46225ac253b4,revision_number=0']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:05.694223 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.698771 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-1713e870-e449-4431-956b-093b62758ad4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310484 Aug 17 14:34:05.699188 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55564) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:34:05.704014 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'security_group_rule': {'security_group_id': '07193506-261e-4ce5-91cb-eef240429b26', 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:05.708465 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:05.728718 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.securitygroups_db [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Project bba5cca8252649e99e17f98da033a92a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 14:34:05.735138 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (f0c9a62b-2e82-460b-96be-96151b66b722), before_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.798576 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (f0c9a62b-2e82-460b-96be-96151b66b722), precommit_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.802656 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616507'] for security_group_rule (f0c9a62b-2e82-460b-96be-96151b66b722), after_create {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.824955 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c9a62b-2e82-460b-96be-96151b66b722,revision_number=0']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:05.834099 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:05.835336 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-77d9bffb-af21-4a04-8e4d-6b7a9554f547 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348729 Aug 17 14:34:05.860867 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87506a29-3ad8-422f-90cc-195f71103740 None None] New status for floating IP 9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3: ACTIVE {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:34:05.935680 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-95588860-6143-476a-b750-aeecd4cbdbac req-fcd19909-9dd3-4415-8b8b-06a80606ca72 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1386106742&fields=id&tenant_id=bba5cca8252649e99e17f98da033a92a HTTP/1.1" status: 200 len: 267 time: 0.0461788 Aug 17 14:34:05.990240 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95588860-6143-476a-b750-aeecd4cbdbac req-3b929617-705f-4e63-b8f2-5274c1931be2 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:05.991696 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-95588860-6143-476a-b750-aeecd4cbdbac req-3b929617-705f-4e63-b8f2-5274c1931be2 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0504251 Aug 17 14:34:06.004311 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.v2.base [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'port': {'security_groups': ['f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84', '07193506-261e-4ce5-91cb-eef240429b26']}} {{(pid=106366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:34:06.043287 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:06.074530 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:06.254091 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:34:06.282392 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), precommit_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:06.286563 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58950927'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_update {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:06.297559 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['3a3064e3-397d-4b2d-9271-e03f964ecb87'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:34:06.298083 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:06.298696 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:06.300066 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-95588860-6143-476a-b750-aeecd4cbdbac req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "PUT /networking/v2.0/ports/3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 982 time: 0.3006947 Aug 17 14:34:06.358123 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0224c-360e-4884-b406-97a49596ac07 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=6']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:34:06.373891 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['3a3064e3-397d-4b2d-9271-e03f964ecb87'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:34:06.411297 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19dc5-b471-4372-ac87-da057d2ab6c0 req-0f3cd6f5-60fc-4d45-a9f3-f10b20dcbac7 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:06.413056 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-81e19dc5-b471-4372-ac87-da057d2ab6c0 req-0f3cd6f5-60fc-4d45-a9f3-f10b20dcbac7 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0510526 Aug 17 14:34:06.477256 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-81e19dc5-b471-4372-ac87-da057d2ab6c0 req-fdc50311-414a-441b-8459-9ebaca566261 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568724 Aug 17 14:34:06.792247 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:06.864846 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:34:06.867195 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:34:06.905979 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137888e4-9062-43ef-a2c5-5cee8f8a898e x-openstack-request-id: req-137888e4-9062-43ef-a2c5-5cee8f8a898e {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:34:06.906345 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:34:06.906668 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-137888e4-9062-43ef-a2c5-5cee8f8a898e {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:34:06.907130 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137888e4-9062-43ef-a2c5-5cee8f8a898e'] response: {'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'status': 'completed', 'code': 200} Aug 17 14:34:06.971281 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-916c773f-cd18-4434-9e97-dcda1344ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:06.972782 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-916c773f-cd18-4434-9e97-dcda1344ce6b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1169 time: 0.0439391 Aug 17 14:34:07.061606 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-f2578536-6942-452b-9b1a-6a7d41d38055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:07.063014 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-f2578536-6942-452b-9b1a-6a7d41d38055 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.0837929 Aug 17 14:34:07.127789 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-3f47afe1-b6a5-4d72-a37b-682483d38884 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 1002 time: 0.0581844 Aug 17 14:34:07.175412 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-d70fc196-cf34-4168-8b03-568385acf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:07.176901 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-d70fc196-cf34-4168-8b03-568385acf526 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0441110 Aug 17 14:34:07.219666 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-43e734f4-abe2-4151-8f0d-eeab77a61ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:07.221084 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-43e734f4-abe2-4151-8f0d-eeab77a61ca0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385139 Aug 17 14:34:07.313556 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-f69676ff-e072-4100-a215-0c420dd43ea3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855527 Aug 17 14:34:07.398187 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:07.405516 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-25d41e3b-2a56-4ee7-a502-7ebc8ef930d2 req-0e5cbe5e-4ce0-4ff2-88a6-6f44f1487901 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869336 Aug 17 14:34:13.265241 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:13.278844 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-9e978ed5-7229-4688-9140-052e04ccee69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:15.358574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b674905e-2c38-4ef8-9db9-36cac4d7c5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:16.462907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=27,neutron:INSERT=4 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:16.470490 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:16.807783 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:17.401677 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:18.222957 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:18.305615 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:21.466120 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:23.731590 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57b83e-789b-4242-b9f7-5d5c4b35995d req-abe177c3-22bd-45d4-afe9-f9055cc25a65 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:23.733069 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f57b83e-789b-4242-b9f7-5d5c4b35995d req-abe177c3-22bd-45d4-afe9-f9055cc25a65 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0789270 Aug 17 14:34:23.734188 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-0f9e4cc8-6eb8-4091-9314-89394561f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:23.735545 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-0f9e4cc8-6eb8-4091-9314-89394561f6ea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1169 time: 0.0795476 Aug 17 14:34:23.854283 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-0f57b83e-789b-4242-b9f7-5d5c4b35995d req-c533262a-843e-4323-bd39-2bdb7bb934e6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148469 Aug 17 14:34:23.874824 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-9e77e4c1-f0a1-45ba-a40c-a1b2aff05ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:23.876276 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-9e77e4c1-f0a1-45ba-a40c-a1b2aff05ce2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.1302533 Aug 17 14:34:23.940061 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-d8615e3c-de24-432f-b369-1431f22c448b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 1002 time: 0.0565736 Aug 17 14:34:23.952691 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=79 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:23.953427 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:23.992195 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-43ea1a75-2fe7-43fd-bea4-d9f5b68b6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:23.993623 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-43ea1a75-2fe7-43fd-bea4-d9f5b68b6652 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0476458 Aug 17 14:34:24.035965 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-e6643b61-094e-4e13-ae34-b8466658fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:24.037399 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-e6643b61-094e-4e13-ae34-b8466658fa5f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380259 Aug 17 14:34:24.124883 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-5ca902f8-1bce-432a-b870-760d29f80936 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810981 Aug 17 14:34:24.214867 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-f4c0f1d6-7ef5-4653-92d3-f1f9aa222850 req-9337cc87-8f70-49ae-81fd-27cd2409fb91 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838506 Aug 17 14:34:24.981004 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6715a-096c-4889-a3db-ff2041d1f652 req-74db8d38-a74d-4234-bfa7-42314078f3d1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:24.982482 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-72a6715a-096c-4889-a3db-ff2041d1f652 req-74db8d38-a74d-4234-bfa7-42314078f3d1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0473077 Aug 17 14:34:25.040616 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-72a6715a-096c-4889-a3db-ff2041d1f652 req-83c353eb-2107-4fb3-9c9a-80816a125422 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525608 Aug 17 14:34:26.159807 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408998-e4e5-48ad-a6d4-d90c7249d4a3 req-4ba05f38-9539-45b2-8800-8b01fa18ee54 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:26.161197 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-36408998-e4e5-48ad-a6d4-d90c7249d4a3 req-4ba05f38-9539-45b2-8800-8b01fa18ee54 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0491390 Aug 17 14:34:26.222522 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-36408998-e4e5-48ad-a6d4-d90c7249d4a3 req-54c62c2f-90bf-45ef-adfa-94462e6782e9 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546563 Aug 17 14:34:27.352217 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d6fe7-91e2-4ae1-972f-27ba06149f59 req-8f420fb3-b860-41a8-9cc7-33773c99ee93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:27.354357 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-525d6fe7-91e2-4ae1-972f-27ba06149f59 req-8f420fb3-b860-41a8-9cc7-33773c99ee93 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0471990 Aug 17 14:34:27.415509 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-525d6fe7-91e2-4ae1-972f-27ba06149f59 req-6fbf9b56-6945-400a-afaf-c4ed8f4c111a tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554056 Aug 17 14:34:28.538554 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a4ab3-baba-4ab3-b6f5-3d1a86d77961 req-2c3486ac-0281-4fe9-b021-765d8734988c tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:28.540010 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8d1a4ab3-baba-4ab3-b6f5-3d1a86d77961 req-2c3486ac-0281-4fe9-b021-765d8734988c tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0510206 Aug 17 14:34:28.599858 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8d1a4ab3-baba-4ab3-b6f5-3d1a86d77961 req-ab46a931-58da-4b48-96a7-ce6712ea39c1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535939 Aug 17 14:34:28.847653 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:34:29.718375 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8093-da93-4267-9da2-be73b023f79a req-807bce17-9ea9-4476-bfdd-85b4cf82b776 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:29.719838 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6e9a8093-da93-4267-9da2-be73b023f79a req-807bce17-9ea9-4476-bfdd-85b4cf82b776 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0475993 Aug 17 14:34:29.780346 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-6e9a8093-da93-4267-9da2-be73b023f79a req-dae1029a-60be-4d70-9524-14160b320eeb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549362 Aug 17 14:34:30.518339 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-40f0c812-fe12-4ce1-a8ff-48b57fdc0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:30.519846 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-40f0c812-fe12-4ce1-a8ff-48b57fdc0016 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1169 time: 0.0398779 Aug 17 14:34:30.913042 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-5c02cb17-d98b-414d-b7d8-e8f8fbe47122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:30.914524 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-5c02cb17-d98b-414d-b7d8-e8f8fbe47122 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.3760974 Aug 17 14:34:30.959281 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:30.968025 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad23e6-9091-4970-b9d1-54eb768c1cbb req-d100c218-b5c7-459f-b856-102383eda2b3 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:30.969498 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cad23e6-9091-4970-b9d1-54eb768c1cbb req-d100c218-b5c7-459f-b856-102383eda2b3 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0898650 Aug 17 14:34:31.004077 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-bc3a19bf-a7bb-41bf-a450-223f8e39ed32 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 1002 time: 0.0818803 Aug 17 14:34:31.008032 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=100 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:31.080123 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-8cad23e6-9091-4970-b9d1-54eb768c1cbb req-aa49328c-67a9-4f46-b611-1572df87da68 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025574 Aug 17 14:34:31.083528 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-d6bd117e-6d6e-4d33-b2a2-bb1fcaeec98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:31.084887 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-d6bd117e-6d6e-4d33-b2a2-bb1fcaeec98d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0739324 Aug 17 14:34:31.128966 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-7b2e4bcd-0ade-4cdb-bdc6-21d820b24b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:31.130471 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-7b2e4bcd-0ade-4cdb-bdc6-21d820b24b00 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399578 Aug 17 14:34:31.222063 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-a9903a85-a6ef-4c3b-a19c-062560d5f79c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857687 Aug 17 14:34:31.317226 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fa53e1da-d23c-4d2a-a7d7-765d14f592fd req-a3958988-0ef7-498b-be0e-c25c5f1d5360 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Aug 17 14:34:31.459620 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:31.461422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:32.197467 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ad4e-921f-456e-bec7-796db761ba64 req-84a3438d-4d0f-4048-a86e-c6840d98c163 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:32.198924 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-72f1ad4e-921f-456e-bec7-796db761ba64 req-84a3438d-4d0f-4048-a86e-c6840d98c163 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0469770 Aug 17 14:34:32.257160 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-72f1ad4e-921f-456e-bec7-796db761ba64 req-79deb3bc-b7d4-4841-b61d-38d499161050 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527604 Aug 17 14:34:33.380775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a277-bbff-4925-9cdc-9ab1e6f42fd8 req-bab3bd51-9c80-48fe-bea8-e23ade56deea tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:33.382306 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bce3a277-bbff-4925-9cdc-9ab1e6f42fd8 req-bab3bd51-9c80-48fe-bea8-e23ade56deea tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0473263 Aug 17 14:34:33.442893 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-bce3a277-bbff-4925-9cdc-9ab1e6f42fd8 req-fe45a137-444f-4827-a7e4-4f6dae99d6cb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538223 Aug 17 14:34:34.564717 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d32e7f-852b-454c-b11a-f1f57f2ce027 req-dfdf359d-b138-4961-8a31-ac9ff2e395a7 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:34.566204 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-22d32e7f-852b-454c-b11a-f1f57f2ce027 req-dfdf359d-b138-4961-8a31-ac9ff2e395a7 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0499895 Aug 17 14:34:34.626132 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-22d32e7f-852b-454c-b11a-f1f57f2ce027 req-af6c337e-643a-4a36-980d-ce57583e774c tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543404 Aug 17 14:34:35.746671 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee010eb-6f6a-45f8-aa06-209751b3a5fb req-6f35862d-9c2e-4c09-bb2a-48a1d0b4fd52 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:34:35.748142 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fee010eb-6f6a-45f8-aa06-209751b3a5fb req-6f35862d-9c2e-4c09-bb2a-48a1d0b4fd52 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0481310 Aug 17 14:34:35.808589 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-fee010eb-6f6a-45f8-aa06-209751b3a5fb req-dbd2d794-698f-478e-b495-8828e51407a1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&id=07193506-261e-4ce5-91cb-eef240429b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548749 Aug 17 14:34:38.844777 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:43.281076 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-2c15a8c8-cc78-4e20-8c24-f18fb1709b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:44.617621 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=55 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:44.620297 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=50 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:45.362107 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-22200780-3205-4122-b356-d90cfed0e30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:45.799906 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=61 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:45.801889 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=53 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:34:46.809229 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:48.227483 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:48.308643 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:34:51.462686 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:00.948615 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:00.949433 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:01.452574 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:01.457914 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:05.847510 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:35:08.276543 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-5d201cd5-bfd4-474d-834a-302c0abfb7f2 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1386106742&fields=id&tenant_id=bba5cca8252649e99e17f98da033a92a HTTP/1.1" status: 200 len: 267 time: 0.0444310 Aug 17 14:35:08.326736 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-b0df6259-f8b9-44c7-8cb0-3f3809931ee1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:08.328198 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-b0df6259-f8b9-44c7-8cb0-3f3809931ee1 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 985 time: 0.0463400 Aug 17 14:35:08.339249 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.v2.base [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Request body: {'port': {'security_groups': ['f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84']}} {{(pid=106367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 14:35:08.411229 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1787644'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.611390 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:08.639436 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), precommit_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.643827 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771567718521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771567211295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771567211313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247462'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_update {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.655745 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['3a3064e3-397d-4b2d-9271-e03f964ecb87'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:35:08.657410 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:08.658051 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.659417 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-e4035657-cd72-4d6f-8169-d17217bd7d7d req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "PUT /networking/v2.0/ports/3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 943 time: 0.3251646 Aug 17 14:35:08.659860 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:35:08.665173 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eabe91-83a5-4edd-b632-6fbb51d60b98" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:35:08.665515 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55614) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:08.714251 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event updated for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=7']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:08.722104 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.722452 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.722796 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.723135 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.723911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.723911 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.724148 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.724426 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.724759 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.725893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.725893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.726141 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.726329 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.726631 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.726953 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d968de-7c6d-4fa1-b157-e6c004f74411 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.739292 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group (07193506-261e-4ce5-91cb-eef240429b26), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.747789 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['3a3064e3-397d-4b2d-9271-e03f964ecb87'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:35:08.771550 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group (07193506-261e-4ce5-91cb-eef240429b26), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.859198 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (07193506-261e-4ce5-91cb-eef240429b26), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.862038 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:08.863146 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/07193506-261e-4ce5-91cb-eef240429b26 HTTP/1.1" status: 204 len: 168 time: 0.1964869 Aug 17 14:35:08.866641 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55618) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:08.875602 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07193506-261e-4ce5-91cb-eef240429b26,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:08.883846 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.884252 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.885506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.885712 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.886088 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.886387 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.886718 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.887548 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.887896 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.888271 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.888617 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.888953 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.889416 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.889747 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.890113 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed9e1e-4590-4ffd-8d05-8024988fb8eb tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:08.908511 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11edaca4-0584-4ebf-b2a7-dab141e462e3 x-openstack-request-id: req-11edaca4-0584-4ebf-b2a7-dab141e462e3 {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:35:08.908863 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:35:08.909050 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11edaca4-0584-4ebf-b2a7-dab141e462e3 {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:35:08.909466 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11edaca4-0584-4ebf-b2a7-dab141e462e3'] response: {'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'status': 'completed', 'code': 200} Aug 17 14:35:08.974300 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-c0a90d2d-053d-4b30-83bc-0930a368ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:08.976471 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-c0a90d2d-053d-4b30-83bc-0930a368ed1a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1130 time: 0.0488305 Aug 17 14:35:09.022706 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Deleting port a6fb5a87-6db6-48de-9e39-a19df2dc685e {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:09.023046 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:09.074763 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-5cc949b0-ffba-4471-ba24-1186be51bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:09.076244 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-5cc949b0-ffba-4471-ba24-1186be51bc0b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.0937474 Aug 17 14:35:09.098426 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:09.098750 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for floatingip (a6fb5a87-6db6-48de-9e39-a19df2dc685e), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:09.111831 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Calling delete_port for a6fb5a87-6db6-48de-9e39-a19df2dc685e owned by network:floatingip {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:09.139578 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-1b221b09-2c88-4c72-b33d-8247c881d181 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 1002 time: 0.0571225 Aug 17 14:35:09.193350 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-98d4528d-6318-4ee6-837d-1f53ba4cc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:09.194982 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-98d4528d-6318-4ee6-837d-1f53ba4cc401 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0495739 Aug 17 14:35:09.239534 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-217d72b1-d1ef-440f-a362-96db786e11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:09.241035 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-217d72b1-d1ef-440f-a362-96db786e11e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402579 Aug 17 14:35:09.258912 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:09.277416 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:09.282325 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (a6fb5a87-6db6-48de-9e39-a19df2dc685e), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:09.306161 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event deleted for resources: {'Port': ['ID=a6fb5a87-6db6-48de-9e39-a19df2dc685e,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:09.334444 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-909089a4-715b-4783-974b-d6c8f5ceeeba service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874131 Aug 17 14:35:09.375893 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks [] for floatingip (9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:09.376238 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.db.l3_db [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Floating IP 9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3 disassociated (deleted). External IP: 172.27.1.196, port: 3a3064e3-397d-4b2d-9271-e03f964ecb87. Aug 17 14:35:09.433656 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-18eabe91-83a5-4edd-b632-6fbb51d60b98 req-d79d713d-ba31-4c2e-9ac6-b80850fc2145 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932498 Aug 17 14:35:09.785043 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Router 573c4839-9863-46bd-94d8-213aaacd2be7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:35:09.888457 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:35:09.893202 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for floatingip (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:09.899992 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] Sync routers for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:35:09.910746 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:35:09.911417 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:34:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:09.923782 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e66a3660-fba3-4893-84fc-c0060cd565d6 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3 HTTP/1.1" status: 204 len: 168 time: 1.0560291 Aug 17 14:35:10.016043 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:35:10.208925 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:19Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:10.237395 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] Checking router: 573c4839-9863-46bd-94d8-213aaacd2be7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:35:10.246805 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:35:10.247402 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:34:45Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:10.350226 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:35:10.534675 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:19Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:10.563398 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1143a8-42f1-4c0a-9d40-0d32d918e985 None None] The sync data for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi is: [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:33:14Z', 'revision_number': 4, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi', '_interfaces': [{'id': '1f3c1c10-6a26-4d7c-9d17-1dbade80dd37', 'name': '', 'network_id': '3550d49a-f04f-4e1f-940a-f76c8e1fef56', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'mac_address': 'fa:16:3e:5e:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '48c21f01-b99d-49c2-a134-51002b418232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:13Z', 'updated_at': '2022-08-17T14:33:19Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'subnets': [{'id': '48c21f01-b99d-49c2-a134-51002b418232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:35:10.769210 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd6683-5365-4cb3-921f-34ab2ceaa89a None None] New status for floating IP 9bbf6c5e-3fbf-42ca-adb3-34cac58e37f3: DOWN {{(pid=106368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 17 14:35:10.910548 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:35:10.912886 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bb12f7ff69a9ff272c8be2c8367152f699c8f61aafcd3a372a29561d9d0173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9978ec88-8a97-4b70-9e91-80f56d4acde0" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:35:10.950068 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Aug 2022 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f078ee06-ed48-463e-934b-9a8a4bf79c8b x-openstack-request-id: req-f078ee06-ed48-463e-934b-9a8a4bf79c8b {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:35:10.950356 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "status": "completed", "code": 200}]} {{(pid=106367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:35:10.950611 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f078ee06-ed48-463e-934b-9a8a4bf79c8b {{(pid=106367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:35:10.951021 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f078ee06-ed48-463e-934b-9a8a4bf79c8b'] response: {'name': 'network-changed', 'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'status': 'completed', 'code': 200} Aug 17 14:35:11.010894 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-6eb39da5-bd04-49b1-b7f7-70e74d7a292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:11.012376 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-6eb39da5-bd04-49b1-b7f7-70e74d7a292f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bba5cca8252649e99e17f98da033a92a&device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 1130 time: 0.0399818 Aug 17 14:35:11.105687 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-4fc6f6c0-50a7-4583-91bf-37a153c99095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:11.107203 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-4fc6f6c0-50a7-4583-91bf-37a153c99095 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 200 len: 916 time: 0.0892463 Aug 17 14:35:11.145199 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-9843eae6-b532-4431-a58a-501372ff94e4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 200 len: 217 time: 0.0321972 Aug 17 14:35:11.193686 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-00a0f703-f212-43df-93cd-36604bef2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:11.195169 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-00a0f703-f212-43df-93cd-36604bef2b97 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 200 len: 854 time: 0.0450430 Aug 17 14:35:11.242958 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-dcdb9eb2-e2f4-467b-bd9e-59c953a2ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:11.244577 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-dcdb9eb2-e2f4-467b-bd9e-59c953a2ea74 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3550d49a-f04f-4e1f-940a-f76c8e1fef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436199 Aug 17 14:35:11.341665 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-9486f4b5-c516-40fb-a630-c18eb8fc1945 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916271 Aug 17 14:35:11.354744 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:11.356544 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:11.440353 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-9978ec88-8a97-4b70-9e91-80f56d4acde0 req-bda58c32-13ab-40bb-9c0a-ea2f98bf9237 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932968 Aug 17 14:35:12.658291 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0ba93-2f2a-4f92-8d8d-4b790a994b29 req-3a950520-40ff-4a17-8b81-322e0820c4dc tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:12.659758 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2dc0ba93-2f2a-4f92-8d8d-4b790a994b29 req-3a950520-40ff-4a17-8b81-322e0820c4dc tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0474064 Aug 17 14:35:12.707146 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [req-2dc0ba93-2f2a-4f92-8d8d-4b790a994b29 req-231a5348-8c48-495d-b28e-1b93699554e4 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Aug 17 14:35:13.283421 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-189466f7-e6f4-4aae-b220-86f1d82dc91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:13.831402 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4e22-65e9-48f4-9f63-a5c515097a5b req-d2df55d4-95f7-49ae-bbf9-892a3d725942 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:13.832841 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-df1c4e22-65e9-48f4-9f63-a5c515097a5b req-d2df55d4-95f7-49ae-bbf9-892a3d725942 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0475914 Aug 17 14:35:13.881462 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-df1c4e22-65e9-48f4-9f63-a5c515097a5b req-37ad0d6b-fc5a-424d-90a7-4af370a2a175 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Aug 17 14:35:14.210338 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-5c484672-e904-45da-9c29-5078a695d52c tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 17 14:35:14.211768 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-5c484672-e904-45da-9c29-5078a695d52c tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 946 time: 0.0511775 Aug 17 14:35:14.292902 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Deleting port 3a3064e3-397d-4b2d-9271-e03f964ecb87 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:14.293248 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:14.385775 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] For port 3a3064e3-397d-4b2d-9271-e03f964ecb87, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a3064e3-397d-4b2d-9271-e03f964ecb87,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:14.386160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:14.398688 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Calling delete_port for 3a3064e3-397d-4b2d-9271-e03f964ecb87 owned by compute:nova {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:14.519983 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (3a3064e3-397d-4b2d-9271-e03f964ecb87), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:14.531014 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] get_ports_and_sgs() called for port_ids ['3a3064e3-397d-4b2d-9271-e03f964ecb87'] {{(pid=106368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 17 14:35:14.549466 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Pushing event deleted for resources: {'Port': ['ID=3a3064e3-397d-4b2d-9271-e03f964ecb87,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:14.598946 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] No DVR routers for this DVR port 3a3064e3-397d-4b2d-9271-e03f964ecb87 on host hv-cinder-82002 {{(pid=106366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:35:14.601623 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511203'] for port (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:14.605436 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-ebe37a60-7a69-4373-93eb-41642e1d33dc req-c87b74e1-4d86-4a8d-9b34-173897113797 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.42 "DELETE /networking/v2.0/ports/3a3064e3-397d-4b2d-9271-e03f964ecb87 HTTP/1.1" status: 204 len: 173 time: 0.3885660 Aug 17 14:35:14.605891 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'name': 'network-vif-deleted', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87'}] {{(pid=106366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 17 14:35:14.608085 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fa1aa365de33975829e3fb8b7dbed0200a7a594377e3d14c00dc009e71b27f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5891479f-7e74-40ce-8c25-a8a6cc62a560" -d '{"events": [{"server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "name": "network-vif-deleted", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87"}]}' {{(pid=106366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 14:35:14.645625 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Aug 2022 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adcdb7d-ab6b-46df-8b01-07799f16e5e7 x-openstack-request-id: req-0adcdb7d-ab6b-46df-8b01-07799f16e5e7 {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 14:35:14.645957 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b9177-ae66-4fd8-9a23-fd4f60395d5e", "name": "network-vif-deleted", "tag": "3a3064e3-397d-4b2d-9271-e03f964ecb87", "status": "completed", "code": 200}]} {{(pid=106366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 14:35:14.646214 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0adcdb7d-ab6b-46df-8b01-07799f16e5e7 {{(pid=106366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 14:35:14.646624 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adcdb7d-ab6b-46df-8b01-07799f16e5e7'] response: {'server_uuid': 'd21b9177-ae66-4fd8-9a23-fd4f60395d5e', 'name': 'network-vif-deleted', 'tag': '3a3064e3-397d-4b2d-9271-e03f964ecb87', 'status': 'completed', 'code': 200} Aug 17 14:35:15.006111 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [req-a6a344f2-0c4f-481f-9d87-0533cc207531 req-03a87574-3aa9-4079-bf88-de91ee7c0249 tempest-TestMinimumBasicScenario-885405143 tempest-TestMinimumBasicScenario-885405143-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d21b9177-ae66-4fd8-9a23-fd4f60395d5e HTTP/1.1" status: 200 len: 210 time: 0.0297148 Aug 17 14:35:15.364885 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-7db74bc3-e4cb-42bc-ac4e-94e2cc504784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:16.582294 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55704) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:16.812188 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:16.893435 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (573c4839-9863-46bd-94d8-213aaacd2be7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:16.940444 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:17.042754 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=100 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:17.113067 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Deleting port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:17.113324 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:17.197756 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] For port 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:17.198140 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:17.211368 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Calling delete_port for 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 owned by network:router_interface {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:17.389348 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (1f3c1c10-6a26-4d7c-9d17-1dbade80dd37), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:17.414582 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3c1c10-6a26-4d7c-9d17-1dbade80dd37,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:17.580980 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (573c4839-9863-46bd-94d8-213aaacd2be7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:17.632987 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 3a3064e3-397d-4b2d-9271-e03f964ecb87 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:17.652491 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] No Port match for: 3a3064e3-397d-4b2d-9271-e03f964ecb87 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:17.652765 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Device 3a3064e3-397d-4b2d-9271-e03f964ecb87 not bound to the agent host hv-cinder-82002 {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:17.791862 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Router 573c4839-9863-46bd-94d8-213aaacd2be7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:35:17.801906 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:17.834562 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:17.897480 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:35:17.902749 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-b3096f3d-f105-40cc-b524-4102dabbe7f7 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/573c4839-9863-46bd-94d8-213aaacd2be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3193669 Aug 17 14:35:17.905246 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55706) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:17.907785 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] Sync routers for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:35:17.918743 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:35:17.919366 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:35:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:18.005006 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks [] for router (573c4839-9863-46bd-94d8-213aaacd2be7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.019602 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:35:18.106624 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks [] for router_gateway (573c4839-9863-46bd-94d8-213aaacd2be7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.153051 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Deleting port 6fba19b2-79e2-48bd-868b-dbce0b895e91 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:18.153287 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.194912 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:18.215238 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=100 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:18.229597 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.235505 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] For port 6fba19b2-79e2-48bd-868b-dbce0b895e91, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=6fba19b2-79e2-48bd-868b-dbce0b895e91,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:18.235880 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.250178 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Calling delete_port for 6fba19b2-79e2-48bd-868b-dbce0b895e91 owned by network:router_gateway {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:18.279763 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:35:17Z', 'revision_number': 5, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port': {'id': '6fba19b2-79e2-48bd-868b-dbce0b895e91', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:11Z', 'updated_at': '2022-08-17T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:18.306849 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] Checking router: 573c4839-9863-46bd-94d8-213aaacd2be7 for host: dv-cinder-820027-18-iscsi {{(pid=106369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:35:18.315570 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.316876 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] Routers {'573c4839-9863-46bd-94d8-213aaacd2be7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:35:18.317488 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:35:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['573c4839-9863-46bd-94d8-213aaacd2be7'], 'active': True} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:18.404935 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_dvr_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] Set router 573c4839-9863-46bd-94d8-213aaacd2be7 gateway port host: None {{(pid=106369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:35:18.425803 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (6fba19b2-79e2-48bd-868b-dbce0b895e91), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.452531 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Pushing event deleted for resources: {'Port': ['ID=6fba19b2-79e2-48bd-868b-dbce0b895e91,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:18.458119 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.l3_hamode_db [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:35:18Z', 'revision_number': 6, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:18.483244 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b39e9-40ce-43f2-b637-95a4869b4758 None None] The sync data for ids ['573c4839-9863-46bd-94d8-213aaacd2be7'] in dv-cinder-820027-18-iscsi is: [{'id': '573c4839-9863-46bd-94d8-213aaacd2be7', 'name': 'tempest-TestMinimumBasicScenario-1155420533-router', 'tenant_id': 'bba5cca8252649e99e17f98da033a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:10Z', 'updated_at': '2022-08-17T14:35:18Z', 'revision_number': 6, 'project_id': 'bba5cca8252649e99e17f98da033a92a', 'gw_port_host': None}] {{(pid=106369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:35:18.522114 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (573c4839-9863-46bd-94d8-213aaacd2be7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.610416 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (573c4839-9863-46bd-94d8-213aaacd2be7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.612558 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks [] for router_controller (573c4839-9863-46bd-94d8-213aaacd2be7), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.654127 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (573c4839-9863-46bd-94d8-213aaacd2be7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.654741 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573c4839-9863-46bd-94d8-213aaacd2be7 {{(pid=106367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:35:18.658945 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.660037 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-c6bb1404-9730-418b-a763-996c8387e81f admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/573c4839-9863-46bd-94d8-213aaacd2be7 HTTP/1.1" status: 204 len: 168 time: 0.7537770 Aug 17 14:35:18.662570 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55708) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:18.706779 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Deleting subnet 48c21f01-b99d-49c2-a134-51002b418232 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:35:18.710019 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Publish callbacks [] for subnet (48c21f01-b99d-49c2-a134-51002b418232), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.957274 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:18.965977 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (48c21f01-b99d-49c2-a134-51002b418232), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:18.984652 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:19.044544 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (48c21f01-b99d-49c2-a134-51002b418232), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.095756 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (48c21f01-b99d-49c2-a134-51002b418232), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.126174 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c21f01-b99d-49c2-a134-51002b418232,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:19.129713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.132834 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-48738a5f-065e-41f1-8812-2516b1d9d3c0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/48c21f01-b99d-49c2-a134-51002b418232 HTTP/1.1" status: 204 len: 168 time: 0.4693558 Aug 17 14:35:19.135578 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55710) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:19.138045 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bd1c6-dc0e-43fe-957f-385d9e66ab6d None None] Network 3550d49a-f04f-4e1f-940a-f76c8e1fef56 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:35:19.210064 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (3550d49a-f04f-4e1f-940a-f76c8e1fef56), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.256515 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Deleting port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:19.256807 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.327791 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] DHCP port deletion for 3550d49a-f04f-4e1f-940a-f76c8e1fef56 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:35:19.340663 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] For port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,segment=NetworkSegment(b51b7fbf-f593-4d80-b95a-e4222cdde104),segment_id=b51b7fbf-f593-4d80-b95a-e4222cdde104)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:19.341026 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.355453 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Calling delete_port for 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:19.357080 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 6fba19b2-79e2-48bd-868b-dbce0b895e91 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:19.390815 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 6fba19b2-79e2-48bd-868b-dbce0b895e91 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:19.391816 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 6fba19b2-79e2-48bd-868b-dbce0b895e91 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:19.391978 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:19.437963 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.466215 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:19.472236 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] No DVR routers for this DVR port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:35:19.540005 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Deleting port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:19.540422 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.542798 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:19.543135 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1f3c1c10-6a26-4d7c-9d17-1dbade80dd37 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:19.552786 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (3550d49a-f04f-4e1f-940a-f76c8e1fef56), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.579137 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3550d49a-f04f-4e1f-940a-f76c8e1fef56']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:19.592715 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51b7fbf-f593-4d80-b95a-e4222cdde104') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:19.593014 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51b7fbf-f593-4d80-b95a-e4222cdde104') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:19.603333 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (b51b7fbf-f593-4d80-b95a-e4222cdde104), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.611637 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] For port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661, host dv-cinder-820027-18-iscsi, got binding levels [] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:19.612036 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.616933 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (b51b7fbf-f593-4d80-b95a-e4222cdde104), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.624713 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:35:19.625106 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (b51b7fbf-f593-4d80-b95a-e4222cdde104), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.625442 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Calling delete_port for 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:19.628108 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.ipam_backend_mixin [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 was not found and therefore no delete operation was performed {{(pid=106368) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 17 14:35:19.629305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (2f8f561d-4e70-44b9-8c8d-2df1cf8b0661), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.656926 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Pushing event deleted for resources: {'Port': ['ID=2f8f561d-4e70-44b9-8c8d-2df1cf8b0661,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:19.665341 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.665694 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.666210 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.666518 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.666945 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.667215 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.667533 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.667880 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.668174 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.668499 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.668823 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.669145 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.669469 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.669785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.670125 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-18-iscsi {{(pid=106368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 14:35:19.672688 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment b51b7fbf-f593-4d80-b95a-e4222cdde104 resource provider aggregate not found Aug 17 14:35:19.672926 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4210fc1-8e0f-4588-8aca-aaeca5f27742 None None] No DVR routers for this DVR port 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:35:19.694488 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment b51b7fbf-f593-4d80-b95a-e4222cdde104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b51b7fbf-f593-4d80-b95a-e4222cdde104 found for delete ", "request_id": "req-caa9b138-63ca-471a-8db5-ec28599fee85"}]} Aug 17 14:35:19.699363 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (3550d49a-f04f-4e1f-940a-f76c8e1fef56), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.704069 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:19.707115 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/3550d49a-f04f-4e1f-940a-f76c8e1fef56 HTTP/1.1" status: 204 len: 168 time: 0.5704882 Aug 17 14:35:19.710218 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55716) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:19.719968 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b318da6-1984-45ff-b19a-a50f35407d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=3550d49a-f04f-4e1f-940a-f76c8e1fef56,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:19.976852 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:20.009604 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:20.022456 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763838'] for router_interface (790fe945-01ff-42e0-9ca9-49edcbab52f7), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:20.241348 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Deleting port 10314f20-3337-4b8e-a332-f982a491bdb0 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:20.241684 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:20.322090 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] For port 10314f20-3337-4b8e-a332-f982a491bdb0, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=10314f20-3337-4b8e-a332-f982a491bdb0,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:20.322458 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:20.335118 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Calling delete_port for 10314f20-3337-4b8e-a332-f982a491bdb0 owned by network:router_interface {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:20.513722 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (10314f20-3337-4b8e-a332-f982a491bdb0), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:20.541115 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Pushing event deleted for resources: {'Port': ['ID=10314f20-3337-4b8e-a332-f982a491bdb0,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:20.719598 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762414'] for router_interface (790fe945-01ff-42e0-9ca9-49edcbab52f7), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:20.827616 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:20.871816 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:20.927442 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Router 790fe945-01ff-42e0-9ca9-49edcbab52f7 has already been hosted by L3 agent 726823ac-42ef-430d-b727-3c63f88e6557 {{(pid=106366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 14:35:21.038028 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] Notify agent at l3_agent.dv-cinder-820027-18-iscsi the message routers_updated {{(pid=106366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 14:35:21.043293 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-e6077865-4a81-4d71-94f3-01a48577b778 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/790fe945-01ff-42e0-9ca9-49edcbab52f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3320677 Aug 17 14:35:21.046035 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55718) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:21.046595 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] Sync routers for ids ['790fe945-01ff-42e0-9ca9-49edcbab52f7'] in dv-cinder-820027-18-iscsi {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 14:35:21.056692 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] Routers {'790fe945-01ff-42e0-9ca9-49edcbab52f7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:35:21.057306 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:35:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['790fe945-01ff-42e0-9ca9-49edcbab52f7'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:21.106728 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:21.142112 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks [] for router (790fe945-01ff-42e0-9ca9-49edcbab52f7), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:21.163613 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] Set router 790fe945-01ff-42e0-9ca9-49edcbab52f7 gateway port host: dv-cinder-820027-18-iscsi {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:35:21.242781 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks [] for router_gateway (790fe945-01ff-42e0-9ca9-49edcbab52f7), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:21.280937 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:21.301134 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Deleting port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 {{(pid=106366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:21.301483 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:21.307213 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:21.331316 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:21.331664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 2f8f561d-4e70-44b9-8c8d-2df1cf8b0661 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:21.369521 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'external_fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:35:20Z', 'revision_number': 5, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port': {'id': '1032d5a4-1e2f-4cc8-8fe8-279f95dc9115', 'name': '', 'network_id': 'dc84dacf-66c5-4e14-9560-bb92b0204792', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-17T14:33:17Z', 'updated_at': '2022-08-17T14:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f19069b2-cbf0-4e68-9cc5-d98942b5de83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-18-iscsi'}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:21.382627 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.db [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] For port 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,segment=NetworkSegment(f88b1e76-0e96-48af-804e-74879f08efaf),segment_id=f88b1e76-0e96-48af-804e-74879f08efaf)] {{(pid=106366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:21.382985 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:21.395720 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.plugins.ml2.plugin [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Calling delete_port for 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 owned by network:router_gateway {{(pid=106366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:21.398388 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] Checking router: 790fe945-01ff-42e0-9ca9-49edcbab52f7 for host: dv-cinder-820027-18-iscsi {{(pid=106368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 14:35:21.408103 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] Routers {'790fe945-01ff-42e0-9ca9-49edcbab52f7'} bound to L3 agent in host dv-cinder-820027-18-iscsi {{(pid=106368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 17 14:35:21.408754 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-17T14:12:15Z,description=,heartbeat_timestamp=2022-08-17T14:35:15Z,host='dv-cinder-820027-18-iscsi',id=726823ac-42ef-430d-b727-3c63f88e6557,load=0,resource_versions=,resources_synced=,started_at=2022-08-17T14:12:15Z,topic='l3_agent')) {'router_ids': ['790fe945-01ff-42e0-9ca9-49edcbab52f7'], 'active': True} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:21.506115 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:21.510907 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvr_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] Set router 790fe945-01ff-42e0-9ca9-49edcbab52f7 gateway port host: None {{(pid=106368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 17 14:35:21.563798 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_hamode_db [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:35:21Z', 'revision_number': 6, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port_host': None}], 'dv-cinder-820027-18-iscsi', False) {} {{(pid=106368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:21.591731 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e5819-90f1-4ea3-8ae2-026862091bf7 None None] The sync data for ids ['790fe945-01ff-42e0-9ca9-49edcbab52f7'] in dv-cinder-820027-18-iscsi is: [{'id': '790fe945-01ff-42e0-9ca9-49edcbab52f7', 'name': 'tempest-TestMinimumBasicScenario-2047935853-router', 'tenant_id': '0141f522c1f543a3af68594901ee484d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-17T14:33:16Z', 'updated_at': '2022-08-17T14:35:21Z', 'revision_number': 6, 'project_id': '0141f522c1f543a3af68594901ee484d', 'gw_port_host': None}] {{(pid=106368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 14:35:21.823883 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58950912'] for port (1032d5a4-1e2f-4cc8-8fe8-279f95dc9115), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:21.851110 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1032d5a4-1e2f-4cc8-8fe8-279f95dc9115,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:21.877562 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:21.914638 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763641'] for router_gateway (790fe945-01ff-42e0-9ca9-49edcbab52f7), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.004370 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64015'] for router (790fe945-01ff-42e0-9ca9-49edcbab52f7), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.008423 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks [] for router_controller (790fe945-01ff-42e0-9ca9-49edcbab52f7), precommit_delete_associations {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.055538 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-762491'] for router (790fe945-01ff-42e0-9ca9-49edcbab52f7), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.056184 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790fe945-01ff-42e0-9ca9-49edcbab52f7 {{(pid=106366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 14:35:22.061506 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.062776 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-ec507b0a-2913-48ea-b969-25bb89bca4fa admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/790fe945-01ff-42e0-9ca9-49edcbab52f7 HTTP/1.1" status: 204 len: 168 time: 1.0158324 Aug 17 14:35:22.065493 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55722) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:22.110862 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.db_base_plugin_v2 [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Deleting subnet f53accf7-3f50-48e5-91b1-ba4e1942f6f8 {{(pid=106367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 17 14:35:22.114012 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Publish callbacks [] for subnet (f53accf7-3f50-48e5-91b1-ba4e1942f6f8), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.150708 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60288790'] for subnet (f53accf7-3f50-48e5-91b1-ba4e1942f6f8), precommit_delete_associations {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.218881 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:22.230623 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:22.235090 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909851'] for subnet (f53accf7-3f50-48e5-91b1-ba4e1942f6f8), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.305038 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1909794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60676490'] for subnet (f53accf7-3f50-48e5-91b1-ba4e1942f6f8), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.334316 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53accf7-3f50-48e5-91b1-ba4e1942f6f8,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:22.340401 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for subnet (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.347391 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-f715a35c-e84b-4853-a573-fe634335d612 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f53accf7-3f50-48e5-91b1-ba4e1942f6f8 HTTP/1.1" status: 204 len: 168 time: 0.2781529 Aug 17 14:35:22.347531 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac28d8-3fb4-42cb-b119-b54b06cf3953 None None] Network 97151c1a-be83-4842-82e3-88d70c9c1826 requested from dv-cinder-820027-18-iscsi {{(pid=106368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 17 14:35:22.347996 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [-] (106367) accepted ('10.222.0.15', 55724) {{(pid=106367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:22.455149 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1758470'] for network (97151c1a-be83-4842-82e3-88d70c9c1826), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.504396 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Deleting port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 {{(pid=106367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:22.504739 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.528924 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] DHCP port deletion for 97151c1a-be83-4842-82e3-88d70c9c1826 request from dv-cinder-820027-18-iscsi {{(pid=106368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 17 14:35:22.577750 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] Deleting port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 {{(pid=106368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 17 14:35:22.578294 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771567715530'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), before_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.586929 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.db [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] For port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:22.587340 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.610453 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.plugin [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Calling delete_port for 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 owned by network:dhcp {{(pid=106367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:22.659729 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.db [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] For port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649, host dv-cinder-820027-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-18-iscsi',level=0,port_id=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,segment=NetworkSegment(a0550932-bbbc-49be-bc19-f533348cfea7),segment_id=a0550932-bbbc-49be-bc19-f533348cfea7)] {{(pid=106368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 14:35:22.660349 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761521'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), precommit_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.677465 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] Calling delete_port for 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 owned by network:dhcp {{(pid=106368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 17 14:35:22.711108 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247465'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.744314 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:22.750570 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] No DVR routers for this DVR port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 on host dv-cinder-820027-18-iscsi {{(pid=106367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:35:22.769432 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771567718575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771567211286'] for port (0b9f1da4-79ee-4db2-8f01-5cacd97c8649), after_delete {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.796190 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] Pushing event deleted for resources: {'Port': ['ID=0b9f1da4-79ee-4db2-8f01-5cacd97c8649,revision_number=None']} {{(pid=106368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:22.799724 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3c407-2e16-43e1-b8a5-7ea24e89b153 None None] No DVR routers for this DVR port 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 on host dv-cinder-820027-18-iscsi {{(pid=106368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 17 14:35:22.836029 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1910688', 'neutron.services.segments.db._delete_segments_for_network-8771567645844'] for network (97151c1a-be83-4842-82e3-88d70c9c1826), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.863269 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97151c1a-be83-4842-82e3-88d70c9c1826']}} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:22.875597 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0550932-bbbc-49be-bc19-f533348cfea7') {'for_net_delete': True} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:22.875896 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.services.segments.db [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0550932-bbbc-49be-bc19-f533348cfea7') {} {{(pid=106367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 14:35:22.886425 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771567645907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60288799'] for segment (a0550932-bbbc-49be-bc19-f533348cfea7), before_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.901714 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547'] for segment (a0550932-bbbc-49be-bc19-f533348cfea7), precommit_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.908846 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=106367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 14:35:22.909240 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247450'] for segment (a0550932-bbbc-49be-bc19-f533348cfea7), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.956923 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment a0550932-bbbc-49be-bc19-f533348cfea7 resource provider aggregate not found Aug 17 14:35:22.974101 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.services.segments.plugin [-] Segment a0550932-bbbc-49be-bc19-f533348cfea7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0550932-bbbc-49be-bc19-f533348cfea7 found for delete ", "request_id": "req-df693879-b7f3-4b50-8d63-ad8b2b4ae463"}]} Aug 17 14:35:22.983370 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1910699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763605'] for network (97151c1a-be83-4842-82e3-88d70c9c1826), after_delete {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.988995 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron_lib.callbacks.manager [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785736'] for network (None), before_response {{(pid=106367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:22.992102 dv-cinder-820027-18-iscsi neutron-server[106367]: INFO neutron.wsgi [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/97151c1a-be83-4842-82e3-88d70c9c1826 HTTP/1.1" status: 204 len: 168 time: 0.6432953 Aug 17 14:35:23.008062 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e33dce-2889-4f60-b5ae-0a5d25596c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=97151c1a-be83-4842-82e3-88d70c9c1826,revision_number=None']} {{(pid=106367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:23.160481 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55732) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:23.201755 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-86293b72-a67f-4835-9739-4d7eff3071d4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bba5cca8252649e99e17f98da033a92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401440 Aug 17 14:35:23.204392 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55734) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:23.220785 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:23.246608 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 10314f20-3337-4b8e-a332-f982a491bdb0 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:23.261773 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ae48f69-4a31-4f7a-8d93-d9ec08e4da0b admin admin] Publish callbacks [] for security_group (f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.266803 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 10314f20-3337-4b8e-a332-f982a491bdb0 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:23.267162 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 10314f20-3337-4b8e-a332-f982a491bdb0 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:23.267584 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:23.284304 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ae48f69-4a31-4f7a-8d93-d9ec08e4da0b admin admin] Publish callbacks [] for security_group (f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.285892 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:23.286242 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 1032d5a4-1e2f-4cc8-8fe8-279f95dc9115 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:23.286654 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 no longer exists at agent ovs-agent-dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 14:35:23.305466 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.plugin [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] No Port match for: 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 {{(pid=106368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 17 14:35:23.305814 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron.plugins.ml2.rpc [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Device 0b9f1da4-79ee-4db2-8f01-5cacd97c8649 not bound to the agent host dv-cinder-820027-18-iscsi {{(pid=106368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 14:35:23.333579 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ae48f69-4a31-4f7a-8d93-d9ec08e4da0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.336160 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-4ae48f69-4a31-4f7a-8d93-d9ec08e4da0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.337885 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-4ae48f69-4a31-4f7a-8d93-d9ec08e4da0b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84 HTTP/1.1" status: 204 len: 168 time: 0.1320646 Aug 17 14:35:23.345767 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae48f69-4a31-4f7a-8d93-d9ec08e4da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bdeb5d-128c-4de7-8ac5-ff8bd2a3ce84,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:23.658168 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55740) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:23.699151 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-0f31fd93-83f9-4720-93d6-4932c5eefdea admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0141f522c1f543a3af68594901ee484d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398636 Aug 17 14:35:23.701587 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.wsgi [-] (106366) accepted ('10.222.0.15', 55742) {{(pid=106366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 17 14:35:23.750614 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-25d1a635-3187-413b-a7ae-b5bf8eefa563 admin admin] Publish callbacks [] for security_group (0be47127-a4de-42e9-aeed-399adcc764f7), before_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.772704 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-25d1a635-3187-413b-a7ae-b5bf8eefa563 admin admin] Publish callbacks [] for security_group (0be47127-a4de-42e9-aeed-399adcc764f7), precommit_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.822882 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-25d1a635-3187-413b-a7ae-b5bf8eefa563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616687'] for security_group (0be47127-a4de-42e9-aeed-399adcc764f7), after_delete {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.825442 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron_lib.callbacks.manager [None req-25d1a635-3187-413b-a7ae-b5bf8eefa563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:23.826629 dv-cinder-820027-18-iscsi neutron-server[106366]: INFO neutron.wsgi [None req-25d1a635-3187-413b-a7ae-b5bf8eefa563 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0be47127-a4de-42e9-aeed-399adcc764f7 HTTP/1.1" status: 204 len: 168 time: 0.1241286 Aug 17 14:35:23.834842 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1a635-3187-413b-a7ae-b5bf8eefa563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be47127-a4de-42e9-aeed-399adcc764f7,revision_number=None']} {{(pid=106366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 14:35:32.977565 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:32.993907 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG dbcounter [-] [106367] Writing DB stats neutron:SELECT=67,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:33.359471 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:33.808646 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=51,neutron:DELETE=7 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:33.830234 dv-cinder-820027-18-iscsi neutron-server[106366]: DEBUG dbcounter [-] [106366] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=106366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:33.850801 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=82,neutron:DELETE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:37.935249 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=25 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:37.949202 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=24 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:35:42.846430 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:35:43.286359 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-b053a2eb-e90c-4caa-b961-d72839def3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:45.367146 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-1d8648a6-05cd-4b30-ba08-fa4a2f32e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:46.814072 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:48.232650 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:48.307929 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:50.505022 dv-cinder-820027-18-iscsi neutron-server[106367]: DEBUG neutron.wsgi [req-64c046f0-cd65-420c-8bf9-5e68dd390206 req-84cb7a24-f00d-4baf-8c0f-b79ce8e8966c service neutron] (106367) timed out ('10.222.0.42', 55379) {{(pid=106367) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 17 14:35:51.476737 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:35:52.842433 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:01.465060 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:01.472286 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:13.289458 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e0232b75-edbd-4e73-aee7-84cd9731ebdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:14.942018 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:14.946110 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:15.368738 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-7e2797b4-6c23-4556-a7e3-d72f5de727f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:16.817684 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:18.235093 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:18.310414 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:19.846932 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:36:21.471644 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:29.841241 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:29.842021 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:33.340608 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:33.343138 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:43.292217 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-47490d02-57c3-41e2-b0dd-5fe437425948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:45.371254 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a4ad-c935-4193-a23f-e3d378e1dc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:46.819974 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:48.237501 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:48.311845 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:51.486339 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:36:51.939754 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:51.942026 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:36:56.846400 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:37:01.479621 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:01.481517 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:13.294408 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-10de7b3a-8404-47c0-988e-1648bcca9dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:13.318690 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=14 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:13.320522 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=14 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:15.374112 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-726400a8-3ff7-448a-9d83-af657459e777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:16.822017 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:18.241708 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:18.316549 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:21.484641 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:28.937358 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:28.938144 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:31.478206 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:31.480482 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:33.845035 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:37:43.296518 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-7920cc8f-e485-4fdf-988e-c739af62f054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:43.841663 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:37:45.375689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-99f0946e-da7a-455e-b8c0-7ae0f752cdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:46.825538 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:48.243326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:48.319447 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:37:51.499065 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:01.489772 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:01.494569 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:05.934747 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:10.844474 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:38:13.300094 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e23d8c75-5db2-4c54-809a-b8baaf38d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:15.379399 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-07b37603-5f2e-4279-bebd-98984e798211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:16.827803 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:18.249076 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:18.442033 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:20.839607 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:20.840471 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:21.500947 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:33.311168 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:33.318330 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=23 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:42.924099 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:42.930293 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:43.305989 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-e98a4b16-829e-4d29-a627-ce5da3fd4188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:45.380785 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-43e07642-81f2-4d85-a192-9c75f1d2e968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:46.830399 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:47.844302 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:38:48.248477 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:48.325326 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:51.498504 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:38:57.840151 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:38:57.840959 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:01.491564 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:01.493497 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:13.308268 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-27265eeb-ddb1-46f3-8177-d46d2c5185d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:15.383253 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-cce9da18-7239-491a-bcbf-c4b9260dfbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:16.832296 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:18.251340 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:18.327889 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:19.921060 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=13 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:19.925027 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=19 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:21.510689 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:24.843570 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:39:31.504199 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=12 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:31.506140 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:34.839326 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:34.840056 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:43.310548 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-eb673b2a-91a9-4a7d-a976-a151504191fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:45.390488 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-5551d6d6-b1a8-45d0-82cc-6b6c9ca130e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:46.836496 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:48.254540 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:48.331279 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:51.510109 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:39:56.930033 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:39:56.930797 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=3 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:01.499674 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:01.504637 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:01.842643 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:40:11.838131 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:11.838994 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:13.312247 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-ab76a466-a737-4a47-bf3d-553768c30c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:15.383212 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-417a3cdf-d5a1-4a69-a42b-e389de8349fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:16.839679 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:18.258346 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:18.333925 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-d77bb89f-3a0e-4f59-a913-c8171a32bf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (9faf3474-2b94-4caa-9081-617fcce5c4ef), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:21.511664 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8f19967a-85a7-48b3-b03a-78b2d2e8514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (49479571-0d24-4c62-bdb1-4cd4e4ca9de7), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:33.313375 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:33.315305 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG dbcounter [-] [106368] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106368) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:33.915501 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=1 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:33.930632 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG dbcounter [-] [106369] Writing DB stats neutron:SELECT=5 {{(pid=106369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 17 14:40:38.842261 dv-cinder-820027-18-iscsi neutron-server[106369]: DEBUG neutron.db.agents_db [None req-08a9cc22-242d-4869-b02c-0dbdb8d23c70 None None] Agent healthcheck: found 6 active agents {{(pid=106369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 14:40:43.316042 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-8dbf98e4-6d4a-41c1-81ef-a08e460c0459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (bcf0918a-090c-46e9-a180-51ead5d70052), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:45.386455 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-c5692968-8011-4cf8-b3c3-84a35cda0930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (726823ac-42ef-430d-b727-3c63f88e6557), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:46.842126 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-6ffb83ec-041b-415e-bcd8-0f1353aaf1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (b0f3d92d-e6ee-47a3-8c73-c8019eda6d80), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 17 14:40:48.260944 dv-cinder-820027-18-iscsi neutron-server[106368]: DEBUG neutron_lib.callbacks.manager [None req-4a19f053-b3d4-4321-b0f2-f68961e9ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771567645826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1916899'] for agent (2b2c4a1c-af5b-409f-9784-6269a72609a9), after_update {{(pid=106368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}